-- Logs begin at Fri 2021-02-05 22:35:43 UTC, end at Fri 2021-02-05 23:47:14 UTC. -- Feb 05 23:14:49.875255 dv-cinder-774288-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Feb 05 23:14:52.610339 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.common.config [-] Logging enabled! Feb 05 23:14:52.610892 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev477 Feb 05 23:14:52.612416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 23:14:52.614215 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.common.config [-] Logging enabled! Feb 05 23:14:52.614504 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev477 Feb 05 23:14:52.614857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80035) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 05 23:14:52.615922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 23:14:52.616191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 23:14:52.617202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 23:14:52.617516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 23:14:52.617780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 23:14:52.618151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.618498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.618840 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.619105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.619447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.619788 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.620112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.620445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.620790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.621117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.621459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.621784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.622046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.622365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.622696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.623026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.623280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] debug = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.623596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.624136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.624454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.624771 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.625099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.625434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.625746 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.626065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.627112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] host = dv-cinder-774288-3-smb {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.627112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.627605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.627905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.628235 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.628549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.628861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.629185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.629528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.629838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] log_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.630152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.630490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.630819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.631156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.631412 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.631666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.631995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.632327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.632639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.632949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.633284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.633586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.633896 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.634202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.634528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.634851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.635176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.635487 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.635792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.636095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.636400 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.636723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.637030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.637361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.637670 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.637998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.638301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.638610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.638954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.639279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.639602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.639927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.640243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.640572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.640877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.641181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.641512 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] use_json = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.641820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.642810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.642810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.643343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.643654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.643964 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.644270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.644601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:52.644938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.645299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.645648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.645970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.646304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.646626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.646960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.647275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.647608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.647941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.648265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.648578 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.648906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.649221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.649607 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.649956 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.650299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.650634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.650947 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.651258 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.651569 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.651885 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.652209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.652547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.652879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.653189 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.653528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.653865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.654177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.654485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.654800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.655133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.655448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.655758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.656075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.656388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.656696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.657002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.657335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.657748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.658175 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.658490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.658798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.659112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.659423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.659748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.660061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.660375 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.660685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.660997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.661326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.661641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.661954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.662274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.662590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.662901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.663210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.663518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.663853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.664139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.664450 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.664758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.665072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.665405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.665736 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.666027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.666336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.666645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.666968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.667301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.667616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.667931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.668247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.668558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.668870 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.669180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.669520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.669834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.670144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.670482 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.670802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.671122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.671438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.671751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.672092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.672407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.672724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.673037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.673964 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.674295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.674627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.674962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.675299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.675632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.675964 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.676294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.676612 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.676962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.677277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:52.677532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 23:14:52.677798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80035) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Feb 05 23:14:53.336593 dv-cinder-774288-3-smb neutron-server[80035]: INFO keyring.backend [-] Loading Gnome Feb 05 23:14:53.353950 dv-cinder-774288-3-smb neutron-server[80035]: INFO keyring.backend [-] Loading Google Feb 05 23:14:53.356490 dv-cinder-774288-3-smb neutron-server[80035]: INFO keyring.backend [-] Loading Windows (alt) Feb 05 23:14:53.360076 dv-cinder-774288-3-smb neutron-server[80035]: INFO keyring.backend [-] Loading file Feb 05 23:14:53.361575 dv-cinder-774288-3-smb neutron-server[80035]: INFO keyring.backend [-] Loading keyczar Feb 05 23:14:53.361977 dv-cinder-774288-3-smb neutron-server[80035]: INFO keyring.backend [-] Loading multi Feb 05 23:14:53.362628 dv-cinder-774288-3-smb neutron-server[80035]: INFO keyring.backend [-] Loading pyfs Feb 05 23:14:53.409158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:14:53.409484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:14:53.409811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:14:53.410185 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 05 23:14:53.804416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.804950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.805080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.853583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.853898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.854200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.859420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.859731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.860028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.929338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.929651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.929948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.931086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.931391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:53.931686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.204958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.205245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.205576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.205899 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.206713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.355716 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.356093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.356416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.356717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.357014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.357416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.357717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.358010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.358299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.358636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.358930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.359235 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.359541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.359834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.360143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.360454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.361306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.361900 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.361900 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.362365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.362651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.362936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.363272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.363554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.363830 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.364255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 23:14:54.364605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 23:14:54.364800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 23:14:54.365073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 23:14:54.365367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 23:14:54.365640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 23:14:54.367035 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 05 23:14:54.370409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 05 23:14:54.374430 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 05 23:14:54.379198 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Feb 05 23:14:54.380925 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 05 23:14:54.382080 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 05 23:14:54.382469 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Feb 05 23:14:54.382915 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 05 23:14:54.385732 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 05 23:14:54.386020 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 05 23:14:54.386410 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Feb 05 23:14:54.408277 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 05 23:14:54.409022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.409378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80035) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Feb 05 23:14:54.409793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.411137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80035) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 05 23:14:54.411460 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Feb 05 23:14:54.411740 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Feb 05 23:14:54.414939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.415252 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:54.484042 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 05 23:14:54.484257 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 05 23:14:54.484534 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 05 23:14:54.484949 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 05 23:14:54.520630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.sqlalchemy.engines [None req-45776aa0-0263-455b-8831-c2899376078d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80035) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 05 23:14:54.967073 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-45776aa0-0263-455b-8831-c2899376078d None None] Initializing driver for type 'gre' Feb 05 23:14:54.967785 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45776aa0-0263-455b-8831-c2899376078d None None] gre ID ranges: [(1, 1000)] Feb 05 23:14:55.012094 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-45776aa0-0263-455b-8831-c2899376078d None None] Initializing driver for type 'local' Feb 05 23:14:55.012462 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-45776aa0-0263-455b-8831-c2899376078d None None] Initializing driver for type 'vlan' Feb 05 23:14:55.024088 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-45776aa0-0263-455b-8831-c2899376078d None None] VlanTypeDriver initialization complete Feb 05 23:14:55.024472 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-45776aa0-0263-455b-8831-c2899376078d None None] Initializing driver for type 'vxlan' Feb 05 23:14:55.025009 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-45776aa0-0263-455b-8831-c2899376078d None None] vxlan ID ranges: [(1, 1000)] Feb 05 23:14:55.066304 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-45776aa0-0263-455b-8831-c2899376078d None None] Initializing extension driver 'port_security' Feb 05 23:14:55.066672 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.extensions.port_security [None req-45776aa0-0263-455b-8831-c2899376078d None None] PortSecurityExtensionDriver initialization complete Feb 05 23:14:55.067049 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-45776aa0-0263-455b-8831-c2899376078d None None] Initializing mechanism driver 'openvswitch' Feb 05 23:14:55.074174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-45776aa0-0263-455b-8831-c2899376078d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80035) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:14:55.075063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > port after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.075485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.075877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.076306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > subnet after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.076701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > subnet after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.077093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.077560 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > network after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.078062 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > network after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.078544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > network after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.079016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > security_group after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.080081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > security_group after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.080560 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > security_group after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.081031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.081522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.081953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.082417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > address_group after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.082804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > address_group after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.083187 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > address_group after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.083561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-45776aa0-0263-455b-8831-c2899376078d None None] ML2 OVO RPC backend initialized. {{(pid=80035) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Feb 05 23:14:55.084297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.084695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.085164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > network before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.085585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > networks before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.085971 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > port before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.086354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > ports before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.086757 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > subnet before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.087130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > subnets before_response 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.087519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > network after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.087930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > network after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.088336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > network after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.088715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > port after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.089094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.089546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.089968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > subnet after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.090429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > subnet after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.090831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > subnet after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.091551 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.plugin [None req-45776aa0-0263-455b-8831-c2899376078d None None] Modular L2 Plugin initialization complete Feb 05 23:14:55.091940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading services supported by the core plugin {{(pid=80035) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 05 23:14:55.092333 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.plugins.ml2.managers [None req-45776aa0-0263-455b-8831-c2899376078d None None] Got port-security extension from driver 'port_security' Feb 05 23:14:55.092895 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.extensions.vlantransparent [None req-45776aa0-0263-455b-8831-c2899376078d None None] Disabled vlantransparent extension. Feb 05 23:14:55.094664 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80035) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 05 23:14:55.095185 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading Plugin: router Feb 05 23:14:55.132636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router_interface before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.133080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router after_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.133544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router before_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.133960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.134386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.134801 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router after_delete 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.135193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > floatingip after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.135610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router after_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.135998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router after_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.136406 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router after_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.136795 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.137202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router after_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.137723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.138148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.138532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.138916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: subnet after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.139300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.139696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > port precommit_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.140089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.140476 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: port before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.144606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.144606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router after_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.144606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_delete 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.144606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_create 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.145168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router_interface after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.145168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_update 55549900 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.145168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > network after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.145168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Tracking information for resource: router configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 23:14:55.145548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Tracking information for resource: floatingip configured {{(pid=80035) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Feb 05 23:14:55.150419 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_agentschedulers_db [None req-45776aa0-0263-455b-8831-c2899376078d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 05 23:14:55.151075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.151520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: port after_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.151917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: port after_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.152309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: port after_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.153275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router before_create 55550100 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.153689 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_delete 55550100 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.154102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_create 55550100 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.154503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > router precommit_update 55550100 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.160199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.provider_configuration [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service providers = [] {{(pid=80035) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 05 23:14:55.160599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.servicetype_db [None req-45776aa0-0263-455b-8831-c2899376078d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80035) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 05 23:14:55.163581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.service_base [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 23:14:55.163969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.service_base [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 23:14:55.164349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.service_base [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 23:14:55.165240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.service_base [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80035) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Feb 05 23:14:55.165675 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.services.service_base [None req-45776aa0-0263-455b-8831-c2899376078d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 05 23:14:55.166100 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 23:14:55.166459 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 05 23:14:55.178514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 23:14:55.178891 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading Plugin: auto_allocate Feb 05 23:14:55.184488 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: network precommit_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.184918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: network precommit_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.185545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 23:14:55.185915 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading Plugin: tag Feb 05 23:14:55.193374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 23:14:55.193753 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading Plugin: timestamp Feb 05 23:14:55.197844 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 23:14:55.198217 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading Plugin: network_ip_availability Feb 05 23:14:55.203742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.204153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.205147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.206088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 23:14:55.206452 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading Plugin: flavors Feb 05 23:14:55.211021 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 23:14:55.211396 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading Plugin: revisions Feb 05 23:14:55.215843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80035) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Feb 05 23:14:55.216270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45776aa0-0263-455b-8831-c2899376078d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=80035) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:14:55.217143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80035) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Feb 05 23:14:55.217498 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Initializing extension manager. Feb 05 23:14:55.218063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: __init__.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.218447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: __pycache__ {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.218825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.219201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: address_group.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.220026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.221486 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: address-group Feb 05 23:14:55.221862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: address_scope.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.222650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.223240 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: address-scope Feb 05 23:14:55.223604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: admin_state_down_before_update.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.224559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.225154 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: router-admin-state-down-before-update Feb 05 23:14:55.225542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: agent.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.226311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.227281 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: agent Feb 05 23:14:55.227653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: agent_resources_synced.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.228591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.229181 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: agent-resources-synced Feb 05 23:14:55.229577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: allowedaddresspairs.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.231428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.232024 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: allowed-address-pairs Feb 05 23:14:55.232398 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: auto_allocated_topology.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.233527 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.234126 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: auto-allocated-topology Feb 05 23:14:55.234501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: availability_zone.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.235273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.236462 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: availability_zone Feb 05 23:14:55.236828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: availability_zone_filter.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.237794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.238384 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: availability_zone_filter Feb 05 23:14:55.238751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: data_plane_status.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.239683 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.240281 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension data-plane-status not supported by any of loaded plugins Feb 05 23:14:55.240641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: default_subnetpools.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.241609 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.242198 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: default-subnetpools Feb 05 23:14:55.242561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: dhcpagentscheduler.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.243542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.244140 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: dhcp_agent_scheduler Feb 05 23:14:55.244503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: dns.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.245467 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.246050 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension dns-integration not supported by any of loaded plugins Feb 05 23:14:55.246416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: dns_domain_ports.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.247364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.247952 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 05 23:14:55.248315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: dvr.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.249051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.249671 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: dvr Feb 05 23:14:55.250036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: empty_string_filtering.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.250979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.252145 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: empty-string-filtering Feb 05 23:14:55.252614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.253580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.254163 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 05 23:14:55.254528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.255457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.256039 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 05 23:14:55.256405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: external_net.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.257359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.257948 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: external-net Feb 05 23:14:55.258318 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: extra_dhcp_opt.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.259242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.259829 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: extra_dhcp_opt Feb 05 23:14:55.260197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: extraroute.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.261140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.261760 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: extraroute Feb 05 23:14:55.262128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: extraroute_atomic.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.263181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.263767 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: extraroute-atomic Feb 05 23:14:55.264131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: filter_validation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.264847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.265460 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: filter-validation Feb 05 23:14:55.265824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: fip_pf_description.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.266758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.267461 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 05 23:14:55.267855 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: fip_port_details.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.268781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.269399 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: fip-port-details Feb 05 23:14:55.269764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: flavors.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.271034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.271626 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: flavors Feb 05 23:14:55.271995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.273846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.274450 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 05 23:14:55.274826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: floatingip_pools.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.275597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.276185 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: floatingip-pools Feb 05 23:14:55.276554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: ip_allocation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.277554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.278139 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension ip_allocation not supported by any of loaded plugins Feb 05 23:14:55.278505 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.279442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.280023 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: ip-substring-filtering Feb 05 23:14:55.280393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: l2_adjacency.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.281376 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.281951 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 05 23:14:55.282315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: l3.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.283455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.284050 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: router Feb 05 23:14:55.284417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: l3_conntrack_helper.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.286742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.287351 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 05 23:14:55.287730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.288693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.289310 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: ext-gw-mode Feb 05 23:14:55.289691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.290630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.291218 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: l3-ha Feb 05 23:14:55.291587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: l3_flavors.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.292523 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.293120 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: l3-flavors Feb 05 23:14:55.293528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.294571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.295159 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 05 23:14:55.295525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: l3agentscheduler.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.296713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.297357 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: l3_agent_scheduler Feb 05 23:14:55.297731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: logging.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.300207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.300900 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension logging not supported by any of loaded plugins Feb 05 23:14:55.301361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: metering.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.302201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.302916 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: metering Feb 05 23:14:55.303288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.304441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.305029 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: metering_source_and_destination_fields Feb 05 23:14:55.305437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: multiprovidernet.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.306386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.306974 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: multi-provider Feb 05 23:14:55.307342 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: netmtu.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.308282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.308878 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: net-mtu Feb 05 23:14:55.309242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: netmtu_writable.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.310230 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.310821 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: net-mtu-writable Feb 05 23:14:55.311207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: network_availability_zone.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.311918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.312506 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: network_availability_zone Feb 05 23:14:55.312894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: network_ip_availability.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.314831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.315430 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: network-ip-availability Feb 05 23:14:55.315796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: network_segment_range.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.316658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.317524 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension network-segment-range not supported by any of loaded plugins Feb 05 23:14:55.317891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: pagination.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.318925 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.319308 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: pagination Feb 05 23:14:55.319672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: port_device_profile.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.320613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.321208 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: port-device-profile Feb 05 23:14:55.321602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.322561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.323151 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: port-mac-address-regenerate Feb 05 23:14:55.323528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.324451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.325030 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: port-numa-affinity-policy Feb 05 23:14:55.325438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: port_resource_request.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.326358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.326937 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension port-resource-request not supported by any of loaded plugins Feb 05 23:14:55.327302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: portbindings.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.328258 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.328850 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: binding Feb 05 23:14:55.329209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: portbindings_extended.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.330596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.331181 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: binding-extended Feb 05 23:14:55.331549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: portsecurity.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.332537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.333073 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: port-security Feb 05 23:14:55.333469 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: project_id.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.334462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.334841 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: project-id Feb 05 23:14:55.335207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: providernet.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.336155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.336744 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: provider Feb 05 23:14:55.337110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.340903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.341541 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos not supported by any of loaded plugins Feb 05 23:14:55.341922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.343209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.343800 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 05 23:14:55.344204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.345732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.346285 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 05 23:14:55.346655 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos_default.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.347585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.348174 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos-default not supported by any of loaded plugins Feb 05 23:14:55.348543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos_fip.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.349286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.349851 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos-fip not supported by any of loaded plugins Feb 05 23:14:55.350216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos_gateway_ip.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.351159 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.351740 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 05 23:14:55.352104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos_port_network_policy.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.353035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.353646 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 05 23:14:55.354026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos_rule_type_details.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.354946 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.355539 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 05 23:14:55.355904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: qos_rules_alias.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.356991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.357605 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 05 23:14:55.357971 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: quotasv2.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.359020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.359405 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: quotas Feb 05 23:14:55.359773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: quotasv2_detail.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.362197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.362586 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: quota_details Feb 05 23:14:55.362960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: rbac.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.364273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.364886 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: rbac-policies Feb 05 23:14:55.365279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: rbac_address_scope.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.367661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.367661 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: rbac-address-scope Feb 05 23:14:55.367661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: rbac_security_groups.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.368143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.368737 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: rbac-security-groups Feb 05 23:14:55.369104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: rbac_subnetpool.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.370071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.370659 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: rbac-subnetpool Feb 05 23:14:55.371026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: revisionifmatch.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.371991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.372581 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: revision-if-match Feb 05 23:14:55.372941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: revisions.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.374139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.374731 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: standard-attr-revisions Feb 05 23:14:55.375099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: router_availability_zone.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.375839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.376489 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: router_availability_zone Feb 05 23:14:55.376857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: routerservicetype.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.377836 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.382876 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension router-service-type not supported by any of loaded plugins Feb 05 23:14:55.382876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.382876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.382876 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: security-groups-normalized-cidr Feb 05 23:14:55.382876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: security_groups_port_filtering.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.382876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.383516 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: port-security-groups-filtering Feb 05 23:14:55.383516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.383516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.384018 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: security-groups-remote-address-group Feb 05 23:14:55.384386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: securitygroup.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.397907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.398557 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: security-group Feb 05 23:14:55.398933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: segment.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.399861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.400460 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension segment not supported by any of loaded plugins Feb 05 23:14:55.400834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.401864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.402461 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 05 23:14:55.402834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: servicetype.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.403974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.404580 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: service-type Feb 05 23:14:55.404948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: sorting.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.405995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.406377 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: sorting Feb 05 23:14:55.406745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: standard_attr_segment.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.408333 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.408999 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 05 23:14:55.409347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: standardattrdescription.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.410078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.410667 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: standard-attr-description Feb 05 23:14:55.411035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: stateful_security_group.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.411996 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.412593 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: stateful-security-group Feb 05 23:14:55.412961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: stdattrs_common.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.413589 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 05 23:14:55.413959 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.415002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.415596 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 05 23:14:55.415965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: subnet_onboard.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.417069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.417696 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: subnet_onboard Feb 05 23:14:55.418066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.419014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.419605 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 05 23:14:55.419976 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: subnet_service_types.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.420917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.421540 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: subnet-service-types Feb 05 23:14:55.421905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: subnetallocation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.423010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.424234 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: subnet_allocation Feb 05 23:14:55.424605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.425348 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.425953 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: subnetpool-prefix-ops Feb 05 23:14:55.426321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.427298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.427897 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 05 23:14:55.428290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: tagging.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.430680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.431290 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: standard-attr-tag Feb 05 23:14:55.431706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: timestamp.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.432950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.433581 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loaded extension: standard-attr-timestamp Feb 05 23:14:55.433953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: trunk.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.435031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.435625 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension trunk not supported by any of loaded plugins Feb 05 23:14:55.435992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: trunk_details.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.436938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.437557 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension trunk-details not supported by any of loaded plugins Feb 05 23:14:55.437926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: uplink_status_propagation.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.438907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.439493 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 05 23:14:55.439861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Loading extension file: vlantransparent.py {{(pid=80035) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Feb 05 23:14:55.440781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80035) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 05 23:14:55.441408 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 05 23:14:55.444747 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:network Feb 05 23:14:55.445614 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:subnet Feb 05 23:14:55.446305 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 23:14:55.446973 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:port Feb 05 23:14:55.450767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.451270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service FLAVORS assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.451963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.452435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.452816 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:router Feb 05 23:14:55.453569 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:floatingip Feb 05 23:14:55.454368 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service METERING assigned prefix: /metering {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.456285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.456691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.457112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80035) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:14:55.458288 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 23:14:55.458794 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:security_group Feb 05 23:14:55.459610 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 23:14:55.460442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service CORE assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.460824 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 23:14:55.461202 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] subnetpool is already registered Feb 05 23:14:55.461927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service CORE assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.462294 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 23:14:55.462656 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] subnetpool is already registered Feb 05 23:14:55.465661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.466143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service FLAVORS assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.466794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.467306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.467639 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:router Feb 05 23:14:55.468000 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] router is already registered Feb 05 23:14:55.468661 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:floatingip Feb 05 23:14:55.469025 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] floatingip is already registered Feb 05 23:14:55.469751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service METERING assigned prefix: /metering {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.471209 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of CountableResource for resource:rbac_policy Feb 05 23:14:55.471624 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] rbac_policy is already registered Feb 05 23:14:55.472258 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:security_group Feb 05 23:14:55.472636 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] security_group is already registered Feb 05 23:14:55.473310 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 05 23:14:55.473774 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] security_group_rule is already registered Feb 05 23:14:55.474722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service CORE assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.475264 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 23:14:55.475788 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] subnetpool is already registered Feb 05 23:14:55.476526 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.resource_helper [None req-45776aa0-0263-455b-8831-c2899376078d None None] Service CORE assigned prefix: {{(pid=80035) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Feb 05 23:14:55.476892 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] Creating instance of TrackedResource for resource:subnetpool Feb 05 23:14:55.477292 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.quota.resource_registry [None req-45776aa0-0263-455b-8831-c2899376078d None None] subnetpool is already registered Feb 05 23:14:55.478017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: extensions {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.479605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: address-groups {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.481341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: address-scopes {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.482632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: agents {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.483841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: auto-allocated-topology {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.485194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: availability_zones {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.487403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: dhcp-networks {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.488898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: dhcp-agents {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.490472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: routers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.492380 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: flavors {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.493691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: service_profiles {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.494993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: next_providers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.496619 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: service_profiles {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.498183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: floatingip-pools {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.499468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: routers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.501488 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: floatingips {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.502751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: l3-routers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.504226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: l3-agents {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.505770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: metering-labels {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.507209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: metering-label-rules {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.508580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: network-ip-availabilities {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.509955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: bindings {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.511701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: quotas {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.513216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: quotas {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.514760 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: rbac-policies {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.516161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: security-groups {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.517542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: security-group-rules {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.518948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: service-providers {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.520170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: subnetpools {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.522699 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: subnetpools {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.524250 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.526057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.527960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.529894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.531785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.534513 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.536402 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.538436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.540407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.542406 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.extensions [None req-45776aa0-0263-455b-8831-c2899376078d None None] Extended resource: tags {{(pid=80035) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Feb 05 23:14:55.550397 dv-cinder-774288-3-smb neutron-server[80035]: WARNING keystonemiddleware.auth_token [None req-45776aa0-0263-455b-8831-c2899376078d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 05 23:14:55.555753 dv-cinder-774288-3-smb neutron-server[80035]: WARNING keystonemiddleware.auth_token [None req-45776aa0-0263-455b-8831-c2899376078d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 05 23:14:55.564743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45776aa0-0263-455b-8831-c2899376078d None None] Acquired lock "singleton_lock" {{(pid=80035) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 05 23:14:55.565240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45776aa0-0263-455b-8831-c2899376078d None None] Releasing lock "singleton_lock" {{(pid=80035) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 05 23:14:55.566841 dv-cinder-774288-3-smb neutron-server[80035]: INFO oslo_service.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] Starting 2 workers Feb 05 23:14:55.572072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] Started child 80148 {{(pid=80035) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 23:14:55.576521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:14:55.577208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] Started child 80149 {{(pid=80035) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 23:14:55.577999 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [-] (80148) wsgi starting up on http://0.0.0.0:9696 Feb 05 23:14:55.578796 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 05 23:14:55.579653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Notify callbacks [] for process, before_spawn {{(pid=80035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:14:55.581851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:14:55.582115 dv-cinder-774288-3-smb neutron-server[80035]: INFO oslo_service.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] Starting 1 workers Feb 05 23:14:55.583343 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [-] (80149) wsgi starting up on http://0.0.0.0:9696 Feb 05 23:14:55.587639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] Started child 80150 {{(pid=80035) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 23:14:55.588199 dv-cinder-774288-3-smb neutron-server[80035]: INFO oslo_service.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] Starting 1 workers Feb 05 23:14:55.590119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] calling RpcWorker wait() {{(pid=80150) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 05 23:14:55.590528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] returning from RpcWorker wait() {{(pid=80150) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 05 23:14:55.592014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:14:55.592523 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:14:55.593096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [None req-45776aa0-0263-455b-8831-c2899376078d None None] Started child 80151 {{(pid=80035) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Feb 05 23:14:55.593931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45776aa0-0263-455b-8831-c2899376078d None None] Notify callbacks [] for process, after_spawn {{(pid=80035) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:14:55.596202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80035) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 05 23:14:55.596762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 23:14:55.596762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 23:14:55.597043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 23:14:55.597393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 23:14:55.597562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 23:14:55.598128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.598433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.598596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:14:55.598742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.599034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.599388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.599539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:14:55.600031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.600353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.600612 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.600922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.601195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.601439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.601635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.601929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.602200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.602558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.602848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.603125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.603413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.603623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.603884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.604208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.604537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.604797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] debug = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.605143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.605727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.605968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.606238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.606478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.606834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.607013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.607302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.607575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.607827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.608088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.608369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.608617 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.608879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.609184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.609459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.609924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] host = dv-cinder-774288-3-smb {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.610195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.610449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.610763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.611568 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.611851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.612116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.612404 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.612697 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.612964 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.613227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.613610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.613882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.614266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.614439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.614596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_options = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.614845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.615091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.615351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.615572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.615767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.615958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.616312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.616466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.616690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.616960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.617199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.617444 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.617691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.617963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.618227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.618473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.618755 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.618996 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.619292 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.619576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.619860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.620124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.621222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.621544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.621785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.622059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.622331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.622597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.622867 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.623152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.623426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.623762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.624069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.624390 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.624659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.624897 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.625176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.625528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.625810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.626099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.626483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.626742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.627109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.627409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.627549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.627750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_json = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.628003 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.628256 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.628548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.628817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.629098 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.629533 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.629670 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.632085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.632085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.632779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.633101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.633381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.633718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.633981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.634265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.634623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.634956 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.635252 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.635517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.635774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.636026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.636287 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.636713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.637034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.637372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.637654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.637911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.638177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.638444 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.639149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.639149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.639149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.639756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.639756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.640430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.640430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.640430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.642218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.642218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.642218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.642218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.642218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.642218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.643202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.643202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.643202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.643202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.643202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.643842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.643842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.644103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.644238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.644465 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.644712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.644970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.645228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.645519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.645760 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.646011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.646282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.646554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.646841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.647116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.647384 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.647634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.647891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.648143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.648396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.648673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.648925 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.649179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.649453 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.649779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.649961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.650211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.650459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.650710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.651018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.651251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.651502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.651767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.652076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.652282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.652530 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.652828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.653176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.653475 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.653763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.654039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.654322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.654577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.654847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.655105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.655460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.655618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.655909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.656191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.656563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.656714 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.656983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.657301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.658154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.658504 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.658953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.659133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.659391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.659701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.660007 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.660527 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.660811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.661179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.662121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.663356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.663356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.663356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.663356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.663937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.663937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.664234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.664370 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.664663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.664944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.665239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.665584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.665859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.666148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.666415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.666742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.667015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.667275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.667531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.667832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.668200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.668526 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.668776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.669050 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.669396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.669714 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.670003 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.670304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.670607 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.670907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.671206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.671511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.671795 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.672064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.672356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.672628 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.672902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.673154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.674158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.674453 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.674713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.675009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.675272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.675554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.675789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.676057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.676492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.676926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.677347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.677799 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.678082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.678363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.678621 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.678907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.679210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.679485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.679747 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.680064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.680360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.680629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.680921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.681202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.681513 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.681787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.682080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.682340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.682595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.682846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.683112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.683359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.683622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.683894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.684164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.684466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.684741 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.685113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.685462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.685738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.686016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.686274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.686550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.686819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.687098 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.687359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.687592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.688046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.688485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.688972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.689448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.689696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.689975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.690234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.690490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.690838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.691122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.691424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.691689 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.691945 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.692479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.692737 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.692986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.693240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.693529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.693883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.694056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.694307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.694565 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.694816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.695142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.695446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.695712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.696027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.696304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.696597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.696859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.697224 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.697544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.697841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.698118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.698375 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.698675 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.698980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.699371 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.699725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.700007 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.700290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.700614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.700930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.701236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.701533 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.701838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.702227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.702534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.702819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.703106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.703433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.703722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.704010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.704235 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.705062 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.705356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.705639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.705941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.706205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.706466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.706739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.706994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.707279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.707529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.707797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.708050 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.708220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 23:14:55.708818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80035) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Feb 05 23:14:55.708981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Feb 05 23:14:55.709132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Feb 05 23:14:55.709317 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Feb 05 23:14:55.709521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Feb 05 23:14:55.709706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Feb 05 23:14:55.709988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.710136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.710328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.710521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.710715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.710930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.711123 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.711320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.711507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.711696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.711885 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.712075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.712263 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.712452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.712642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.712833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.713024 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.713213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.713431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.713622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.713809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.714000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.714192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] debug = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.714381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.714606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.714799 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.714990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.715177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.715366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.715554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.715743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.715931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.716121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.716310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.716499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.716688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.716876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.717064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.717285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.717503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] host = dv-cinder-774288-3-smb {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.717642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.717805 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.718042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.718298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.718298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.718535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.718629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.718762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.718949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.719140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.719329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.719523 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.719694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.719886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.720815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_options = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.721350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.721350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.721350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.721598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.721692 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.721854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.722045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.722239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.722435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.722604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.722787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.723076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.723222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.723363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.723502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.723640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.724150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.724150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.724150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.724654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.724654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.724654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.725008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.725008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.725187 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.725317 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.725416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.725581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.725770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.725959 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.726148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.726337 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.726635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.726749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.726914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.727010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.727198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.727393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.727566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.727752 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.727942 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.728131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.728295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.728451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.728642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.728829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_json = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.729017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.729205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.729416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.729605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.729794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.729987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.730175 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.730364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Feb 05 23:14:55.730575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.730774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.730980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.731172 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.731366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.731559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.731725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.731917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.732106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.732297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.732498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.732691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.732894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.733088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.733280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.733476 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.733678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.733832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.734028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.734218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.734399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.734578 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.734788 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.734982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.735173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.64/identity {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.735366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.735556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.735804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.736000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.736195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.736391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.736586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.736777 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.737011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.737154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.737394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.737575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.737674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.737874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.738070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.738268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.738461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.738656 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.738849 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.739043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.739220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.739378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.739566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.739760 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.739960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.740165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.740356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.740551 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.740732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.740886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.741078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.741290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.741529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.741731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.741978 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.742091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.742242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.742434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.742625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.742818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.743012 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.743206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.743413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.743563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.743728 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.743918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.744110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.744302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.744493 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.744686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.744879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.745070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.745278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.745479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.745673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.745864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.746056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.746249 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.746442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.746642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.746854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.747047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.747241 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.747433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.747626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.747817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.747998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.748212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.748360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.748496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.748679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.748874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.749066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.749292 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.749528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.749720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.749914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.750108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.750300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.750473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.750624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.750821 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.751087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.751217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.751429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.751623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.751828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.752197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.752396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.752620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.752772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.752984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.753154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.753350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.753558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.753788 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.753986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.754178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.754373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.754567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.754767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.754913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.755117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.755322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.755515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.755708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.755900 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.756142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.756335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.756528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.756719 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.756911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.757103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.757243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:14:55.757405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.757551 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.757697 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.757833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.757970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.758151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.64/identity {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.758381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.758522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.758657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.758837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.759031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.759225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.759416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.759608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.759800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.759991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.760187 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.760378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.760568 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.760760 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.760952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.761217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.761387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.761524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.761712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.761904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.762094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.762287 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.762480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.762670 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.762863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.763058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.763252 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.763444 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.763638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.763832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.764024 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.764216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.764411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.764604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.764797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.764989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.765180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.765448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.765588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.765877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.765877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.766152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.766262 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.766395 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.766538 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.766737 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.767572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.767725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.768028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.768221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.768456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.768653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.768848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.769043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.769237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.769536 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.769687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.769825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.770036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.770158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.770307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.770516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.770709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.770903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.771096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.771331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.771460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.771605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.771814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.771954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.772128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.772332 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.772525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.772718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.772909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.773137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.773387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.773529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.773666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.773801 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.773936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.774125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.774319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.774526 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.774720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.774915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.775106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.775298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.775491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.775684 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.775879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.776084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.776272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.776502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.776649 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.776785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.776980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.777171 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.777394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.777601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.777793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.777985 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.778177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.778369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.778593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.778742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.778879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.779055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.779246 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.779437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.779629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.779819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.780012 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.780201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.780393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.780584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.780780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.780973 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.781162 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Feb 05 23:14:55.781435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80035) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Feb 05 23:14:56.041962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56020) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:14:56.053442 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [-] 10.222.0.64 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093157 Feb 05 23:15:06.581611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485dae9c-58f9-4a36-9b83-4d4eca868437 None None] get_active_networks_info from dv-cinder-774288-3-smb {{(pid=80150) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 05 23:15:06.738876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dd6d75d7-39bd-4223-81ea-8924f91c29a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:06.831401 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485dae9c-58f9-4a36-9b83-4d4eca868437 None None] No non-hosted networks {{(pid=80150) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 05 23:15:08.954734 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-82da9b61-41d9-4f60-af33-94bc0c06670e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:09.025685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b35533bb-2d42-4fdb-9e91-b9058bcfd256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:09.885031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:10.588016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:10.589311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.589831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.590343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.590851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.591369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.591884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.592483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.592995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.593553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.594174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.597174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.599306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:10.600569 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-774288-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:15:10.611824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774288-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:15:11.056903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:12.564156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] get_endpoint_by_host() called for host dv-cinder-774288-3-smb {{(pid=80150) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 05 23:15:12.572426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] get_endpoint_by_ip() called for ip 192.168.0.84 {{(pid=80150) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 05 23:15:12.575735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] _add_endpoint() called for ip 192.168.0.84 {{(pid=80150) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 05 23:15:12.582059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] _get_endpoints() called {{(pid=80150) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 05 23:15:12.720727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56112) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:13.395210 dv-cinder-774288-3-smb neutron-server[80035]: WARNING oslo_policy.policy [None req-df2f7d0e-abc8-4ea5-85e7-26998fefafcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 23:15:13.395832 dv-cinder-774288-3-smb neutron-server[80035]: WARNING oslo_policy.policy [None req-df2f7d0e-abc8-4ea5-85e7-26998fefafcb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 23:15:13.632863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [None req-df2f7d0e-abc8-4ea5-85e7-26998fefafcb admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:15:13.634018 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-df2f7d0e-abc8-4ea5-85e7-26998fefafcb admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.9122171 Feb 05 23:15:14.148774 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_hamode_db [None req-9facc542-e681-466c-8a10-ed1f7af68403 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 05 23:15:14.242921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9facc542-e681-466c-8a10-ed1f7af68403 None None] Routers set() bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:15:14.243291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9facc542-e681-466c-8a10-ed1f7af68403 None None] Router IDs set() for agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Feb 05 23:15:16.387683 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56126) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:16.813575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:15:16.886915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.policy [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80149) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 05 23:15:16.887745 dv-cinder-774288-3-smb neutron-server[80035]: WARNING oslo_policy.policy [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 23:15:16.888155 dv-cinder-774288-3-smb neutron-server[80035]: WARNING oslo_policy.policy [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 23:15:16.918105 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] Loaded quota_driver: . Feb 05 23:15:16.934452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:16.995353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732455018845', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732455037216', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732455022178', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732450667704', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732450665249', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-920168', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-838406', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854163292', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-657509'] for rbac-policy, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:17.061951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:17.063176 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d2c64f26-18c4-4048-bcf1-3476e8ea7c05 admin admin] 10.222.0.64 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6744595 Feb 05 23:15:20.069626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56140) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:20.480480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'db9ca55c43da47f79a697404e570ff98'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:15:20.488061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:20.494560 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Usage tracker for resource:network and tenant:db9ca55c43da47f79a697404e570ff98 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:15:20.498337 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:15:20.505103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:15:20.513864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Made reservation on behalf of db9ca55c43da47f79a697404e570ff98 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:15:20.520001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:20.537500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:20.552939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:20.556876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Usage tracker for resource:security_group_rule and tenant:db9ca55c43da47f79a697404e570ff98 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:15:20.560448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:15:20.566970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:15:20.664641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:20.667282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:20.672798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:20.694379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:15:20.721013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:20.721635 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Added segment 31329f12-b356-4915-9ff9-f9a62a5a37fa of type vxlan for network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 Feb 05 23:15:20.930209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1811d3f1-8fa1-4d77-908d-7d66fada3c69,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:20.953722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.954085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.955254 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.955507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.955905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.956262 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.956606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.956948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.957328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.957674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.958014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.958351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Tracked resource versions report: Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: pushed versions: Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: { 'AddressGroup': {'1.1'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': {'1.0'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': {'1.0'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': {'1.1'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': {'1.7'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': {'1.2'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': {'1.8'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': {'1.4'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': {'1.2'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': {'1.0'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': {'1.1'}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': {'1.1'}} Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: consumer versions: Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: { DHCP agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: L3 agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: Metadata agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: Metering agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@dv-cinder-774288-3-smb: { 'AddressGroup': '1.1', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}} Feb 05 23:15:20.959489 dv-cinder-774288-3-smb neutron-server[80035]: {{(pid=80149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 23:15:20.994878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:21.010408 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:21.039260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:21.040591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:15:21.041279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:21.046030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:21.158525 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0877206 Feb 05 23:15:21.159258 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Pushing event updated for resources: {'Network': ['ID=01def1c9-b2d7-4f60-8fcb-0a8357c8e077,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:21.162460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:21.170891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:15:24.263360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56156) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:24.816498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d3c01e-24f7-4ba2-8749-a320f138c47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:15:24.818282 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-51d3c01e-24f7-4ba2-8749-a320f138c47d admin admin] 10.222.0.64 "GET /v2.0/networks/01def1c9-b2d7-4f60-8fcb-0a8357c8e077 HTTP/1.1" status: 200 len: 818 time: 0.5536318 Feb 05 23:15:24.850404 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-483857e7-d25e-4712-9d40-8ff27b418e6c admin admin] 10.222.0.64 "GET /v2.0/subnetpools/28ee3c6f-aa53-4d67-9d29-f8bfe07a078a HTTP/1.1" status: 200 len: 734 time: 0.0258791 Feb 05 23:15:24.860088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Request body: {'subnet': {'subnetpool_id': '28ee3c6f-aa53-4d67-9d29-f8bfe07a078a', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'name': 'private-subnet', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:15:24.865241 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:24.869128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Usage tracker for resource:subnet and tenant:db9ca55c43da47f79a697404e570ff98 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:15:24.872096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:15:24.877791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:15:24.886136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Made reservation on behalf of db9ca55c43da47f79a697404e570ff98 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:15:24.890654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:25.440918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:25.461017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:25.601766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8775efaf-887e-478f-a0f2-326f83592316,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:25.605172 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:25.675924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Checking segment: {'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:15:25.676306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Network hostable DHCP agents. Network: 01def1c9-b2d7-4f60-8fcb-0a8357c8e077, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:15:25.697984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:15:25.707640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 01def1c9-b2d7-4f60-8fcb-0a8357c8e077) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:15:25.712788 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:15:25.713463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:25.717984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebc6944-697e-407f-9759-cfe29ee8e3ef None None] Network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:15:25.734724 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8782990 Feb 05 23:15:26.046677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71a25723-bcea-53fe-8cdc-2e8927844068-01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'fixed_ips': [{'subnet_id': '8775efaf-887e-478f-a0f2-326f83592316'}]}} from dv-cinder-774288-3-smb. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 23:15:26.047920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:26.556021 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Allocated IP 172.20.0.2 (01def1c9-b2d7-4f60-8fcb-0a8357c8e077/8775efaf-887e-478f-a0f2-326f83592316/705ad146-7e51-4437-b90e-a0ba204254ee) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:15:26.806202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:26.820288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Transition to ACTIVE for port object 705ad146-7e51-4437-b90e-a0ba204254ee will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:15:26.837988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Transition to ACTIVE for port object 705ad146-7e51-4437-b90e-a0ba204254ee will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:15:26.845778 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:26.865730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:27.002157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Pushing event updated for resources: {'Port': ['ID=705ad146-7e51-4437-b90e-a0ba204254ee,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:27.019728 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.020092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.020457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.020814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.021293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.021665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.022017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.022367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.022715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.023063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.023409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.023752 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Tracked resource versions report: Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: pushed versions: Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: { 'AddressGroup': {'1.1'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': {'1.0'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': {'1.0'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': {'1.1'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': {'1.7'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': {'1.2'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': {'1.8'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': {'1.4'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': {'1.2'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': {'1.0'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': {'1.1'}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': {'1.1'}} Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: consumer versions: Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: { DHCP agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: L3 agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: Metadata agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: Metering agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@dv-cinder-774288-3-smb: { 'AddressGroup': '1.1', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}} Feb 05 23:15:27.024889 dv-cinder-774288-3-smb neutron-server[80035]: {{(pid=80150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 23:15:27.032088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:27.081015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:15:27.082202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Resources bound (agent type, host, resource id): {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:15:27.085193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:15:27.149929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Attempting to bind port 705ad146-7e51-4437-b90e-a0ba204254ee on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:15:27.150354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Attempting to bind port 705ad146-7e51-4437-b90e-a0ba204254ee by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:15:27.150769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Attempting to bind port 705ad146-7e51-4437-b90e-a0ba204254ee on network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:15:27.156358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:15:27.156773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Checking segment: {'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:15:27.158555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:27.158555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Bound using segment: {'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:15:27.158555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Bound port: 705ad146-7e51-4437-b90e-a0ba204254ee, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:15:27.158843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:27.252246 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] For port 705ad146-7e51-4437-b90e-a0ba204254ee, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:15:27.256299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] For port 705ad146-7e51-4437-b90e-a0ba204254ee, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=705ad146-7e51-4437-b90e-a0ba204254ee,segment=NetworkSegment(31329f12-b356-4915-9ff9-f9a62a5a37fa),segment_id=31329f12-b356-4915-9ff9-f9a62a5a37fa)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:15:27.259816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:27.275047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:27.429046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Pushing event updated for resources: {'Port': ['ID=705ad146-7e51-4437-b90e-a0ba204254ee,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:27.434239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:28.526211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56166) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:28.977608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [None req-cbb44837-f6f2-40a0-8c26-f061a845691f admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:15:28.978756 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-cbb44837-f6f2-40a0-8c26-f061a845691f admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4515171 Feb 05 23:15:30.638599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 705ad146-7e51-4437-b90e-a0ba204254ee up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:15:30.710817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 705ad146-7e51-4437-b90e-a0ba204254ee completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:15:31.825495 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56180) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:32.201447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eedc517-e6b6-4ed6-8faf-5894af67e098 None None] Network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:15:32.261590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [None req-db83a963-6e1e-422d-8ffe-730ed5a698ca admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:15:32.262685 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-db83a963-6e1e-422d-8ffe-730ed5a698ca admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4361336 Feb 05 23:15:32.293548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] Provisioning for port 705ad146-7e51-4437-b90e-a0ba204254ee completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:15:32.310338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] Provisioning complete for port 705ad146-7e51-4437-b90e-a0ba204254ee triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:32.310765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:32.585162 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:32.634974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] For port 705ad146-7e51-4437-b90e-a0ba204254ee, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=705ad146-7e51-4437-b90e-a0ba204254ee,segment=NetworkSegment(31329f12-b356-4915-9ff9-f9a62a5a37fa),segment_id=31329f12-b356-4915-9ff9-f9a62a5a37fa)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:15:32.639563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:32.646109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a751a8cb-6c55-4ff4-ac01-756807ba7516 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:32.730194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] Pushing event updated for resources: {'Port': ['ID=705ad146-7e51-4437-b90e-a0ba204254ee,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:32.738254 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:32.867627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0bb8747a-df09-46f4-879e-3e622dfab310 None None] Provisioning complete for port 705ad146-7e51-4437-b90e-a0ba204254ee triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:32.868105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0bb8747a-df09-46f4-879e-3e622dfab310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:33.127730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-329f7f51-8ce9-461a-b6d9-c8d0c4387a21 None None] Provisioning complete for port 705ad146-7e51-4437-b90e-a0ba204254ee triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:33.128149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-329f7f51-8ce9-461a-b6d9-c8d0c4387a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:33.377871 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1a521b1a-b6d4-45f2-9bdc-d448b421c99b None None] Provisioning complete for port 705ad146-7e51-4437-b90e-a0ba204254ee triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:33.378198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1a521b1a-b6d4-45f2-9bdc-d448b421c99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:34.618002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 705ad146-7e51-4437-b90e-a0ba204254ee up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:15:34.690780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 705ad146-7e51-4437-b90e-a0ba204254ee triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:34.691178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:35.359577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56192) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:35.868457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Request body: {'router': {'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'name': 'router1', 'admin_state_up': True}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:15:35.876134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:35.880076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Usage tracker for resource:router and tenant:db9ca55c43da47f79a697404e570ff98 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:15:35.883309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:15:35.889102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:15:35.898360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773503'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:35.899657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854100938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854095016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2422'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:35.921143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:36.030866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854100904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680871'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:36.050152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:36.051440 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-dbd94266-ead4-40cc-9e8e-0a10b4ab97b0 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6907923 Feb 05 23:15:36.473228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-611b433a-8a4a-427b-a50e-9212190e8c81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:38.761148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56202) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:38.960019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bd656eb8-c7f6-4648-9e27-367f1444c937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:39.185116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [None req-217791eb-2ffd-4f24-a0ae-509a922b4ead admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:15:39.186237 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-217791eb-2ffd-4f24-a0ae-509a922b4ead admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.4240634 Feb 05 23:15:39.697722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:40.579421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:40.920293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:41.965634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56222) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:42.151821 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:15:42.156746 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:42.161225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Usage tracker for resource:network and tenant:3b33dc81e7774bf497120da1a6251d81 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:15:42.164764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:15:42.170513 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:15:42.179964 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Made reservation on behalf of 3b33dc81e7774bf497120da1a6251d81 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:15:42.184627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:42.198069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:42.213174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:42.217087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Usage tracker for resource:security_group_rule and tenant:3b33dc81e7774bf497120da1a6251d81 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:15:42.220177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:15:42.225735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:15:42.309956 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:42.312431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:42.317491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:42.330860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Reserving flat network on physical network physnet1 {{(pid=80149) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Feb 05 23:15:42.354111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c3da66-6d3c-430c-9413-a44cda9544cb,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:42.358321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:42.359288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:42.359888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Unsubscribe: segment precommit_create {{(pid=80149) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Feb 05 23:15:42.360880 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Added segment 7daeb4a6-731c-4717-8c3e-8134584f8d74 of type flat for network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c Feb 05 23:15:42.397483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:42.434286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:42.435520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:15:42.436148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:42.441908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:42.546794 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5799811 Feb 05 23:15:42.547518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Pushing event updated for resources: {'Network': ['ID=6f16df90-7b18-4e37-ae66-e3b4e3e05b4c,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:42.562930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:42.572167 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:15:45.139110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56242) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:45.284108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727a6df7-4211-4b5f-b009-9e7d951b4fc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:15:45.285590 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-727a6df7-4211-4b5f-b009-9e7d951b4fc9 admin admin] 10.222.0.64 "GET /v2.0/subnets/8775efaf-887e-478f-a0f2-326f83592316 HTTP/1.1" status: 200 len: 849 time: 0.1453807 Feb 05 23:15:45.439941 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-fedebd06-7b6c-48f0-be4e-2b08e384281b admin admin] 10.222.0.64 "GET /v2.0/routers/dd290939-bb1b-416b-bc6b-92f87b5790ed HTTP/1.1" status: 200 len: 704 time: 0.1479297 Feb 05 23:15:46.082306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:46.454744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Allocated IP 172.20.0.1 (01def1c9-b2d7-4f60-8fcb-0a8357c8e077/8775efaf-887e-478f-a0f2-326f83592316/759f8194-7065-4150-bab9-a9af0d5918bc) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:15:46.620193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:46.638603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Transition to ACTIVE for port object 759f8194-7065-4150-bab9-a9af0d5918bc will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:15:46.694538 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:46.713667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:46.849958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Pushing event updated for resources: {'Port': ['ID=759f8194-7065-4150-bab9-a9af0d5918bc,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:46.857100 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:46.910846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:15:46.912020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:15:46.914317 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:15:46.914846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682339'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:47.120367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-88c5d365-8190-4867-b36d-4069c6d2d434 None None] Provisioning for port 759f8194-7065-4150-bab9-a9af0d5918bc completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:15:47.125417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-88c5d365-8190-4867-b36d-4069c6d2d434 None None] Provisioning complete for port 759f8194-7065-4150-bab9-a9af0d5918bc triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:47.125904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-88c5d365-8190-4867-b36d-4069c6d2d434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:47.186649 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-88c5d365-8190-4867-b36d-4069c6d2d434 None None] Port 759f8194-7065-4150-bab9-a9af0d5918bc cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:15:47.198530 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:47.670554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:47.673965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:47.675100 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854102338'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:47.689437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:47.815294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Pushing event updated for resources: {'Port': ['ID=759f8194-7065-4150-bab9-a9af0d5918bc,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:47.824598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:47.884736 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:15:47.885910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:15:48.092708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Router dd290939-bb1b-416b-bc6b-92f87b5790ed is scheduled to L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 23:15:48.117429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cd749adf-f3f2-4188-ac32-f56126d8b37f None None] Provisioning complete for port 759f8194-7065-4150-bab9-a9af0d5918bc triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:48.117839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd749adf-f3f2-4188-ac32-f56126d8b37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:48.175436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-cd749adf-f3f2-4188-ac32-f56126d8b37f None None] Port 759f8194-7065-4150-bab9-a9af0d5918bc cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:15:48.262096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:15:48.272244 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] 10.222.0.64 "PUT /v2.0/routers/dd290939-bb1b-416b-bc6b-92f87b5790ed/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.8260667 Feb 05 23:15:48.272970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Sync routers for ids ['dd290939-bb1b-416b-bc6b-92f87b5790ed'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:15:48.285076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Routers {'dd290939-bb1b-416b-bc6b-92f87b5790ed'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:15:48.286052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:15:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['dd290939-bb1b-416b-bc6b-92f87b5790ed'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:15:48.479645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Set router dd290939-bb1b-416b-bc6b-92f87b5790ed gateway port host: None {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:15:49.037324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'name': 'router1', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:15:35Z', 'updated_at': '2021-02-05T23:15:47Z', 'revision_number': 2, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'gw_port_host': None, '_interfaces': [{'id': '759f8194-7065-4150-bab9-a9af0d5918bc', 'name': '', 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'mac_address': 'fa:16:3e:60:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8775efaf-887e-478f-a0f2-326f83592316', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:46Z', 'updated_at': '2021-02-05T23:15:47Z', 'revision_number': 2, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'subnets': [{'id': '8775efaf-887e-478f-a0f2-326f83592316', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28ee3c6f-aa53-4d67-9d29-f8bfe07a078a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:15:49.042438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Checking router: dd290939-bb1b-416b-bc6b-92f87b5790ed for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:15:49.042845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Updating router dd290939-bb1b-416b-bc6b-92f87b5790ed port 759f8194-7065-4150-bab9-a9af0d5918bc binding host dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:15:49.100247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:49.577407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:49.594092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Transition to ACTIVE for port object 759f8194-7065-4150-bab9-a9af0d5918bc will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:15:49.597915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:49.617570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:49.756829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Pushing event updated for resources: {'Port': ['ID=759f8194-7065-4150-bab9-a9af0d5918bc,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:49.768208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.768705 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.769428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.769775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.770133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.770492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.770848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.771200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.771551 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.771902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.772251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.772599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Tracked resource versions report: Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: pushed versions: Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: { 'AddressGroup': {'1.1'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': {'1.0'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': {'1.0'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': {'1.1'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': {'1.7'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': {'1.2'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': {'1.8'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': {'1.4'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': {'1.2'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': {'1.0'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': {'1.1'}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': {'1.1'}} Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: consumer versions: Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: { DHCP agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: L3 agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: Metadata agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: Metering agent@dv-cinder-774288-3-smb: {}, Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@dv-cinder-774288-3-smb: { 'AddressGroup': '1.1', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}} Feb 05 23:15:49.773762 dv-cinder-774288-3-smb neutron-server[80035]: {{(pid=80151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 23:15:49.777407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:49.953423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Attempting to bind port 759f8194-7065-4150-bab9-a9af0d5918bc on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:15:49.953864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Attempting to bind port 759f8194-7065-4150-bab9-a9af0d5918bc by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:15:49.954362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Attempting to bind port 759f8194-7065-4150-bab9-a9af0d5918bc on network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:15:49.960583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:15:49.961010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Checking segment: {'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:15:49.961573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:49.961943 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Bound using segment: {'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:15:49.962485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Bound port: 759f8194-7065-4150-bab9-a9af0d5918bc, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31329f12-b356-4915-9ff9-f9a62a5a37fa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:15:49.962941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:50.067673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] For port 759f8194-7065-4150-bab9-a9af0d5918bc, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:15:50.072746 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] For port 759f8194-7065-4150-bab9-a9af0d5918bc, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=759f8194-7065-4150-bab9-a9af0d5918bc,segment=NetworkSegment(31329f12-b356-4915-9ff9-f9a62a5a37fa),segment_id=31329f12-b356-4915-9ff9-f9a62a5a37fa)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:15:50.075427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:50.091490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:50.247236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Pushing event updated for resources: {'Port': ['ID=759f8194-7065-4150-bab9-a9af0d5918bc,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:50.253330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:50.309087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Routers {'dd290939-bb1b-416b-bc6b-92f87b5790ed'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:15:50.309824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:15:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['dd290939-bb1b-416b-bc6b-92f87b5790ed'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:15:50.496090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] Set router dd290939-bb1b-416b-bc6b-92f87b5790ed gateway port host: None {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:15:50.833661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56254) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:50.863218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-65d6abc8-478c-466e-8502-db0811605caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'name': 'router1', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:15:35Z', 'updated_at': '2021-02-05T23:15:47Z', 'revision_number': 2, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'gw_port_host': None, '_interfaces': [{'id': '759f8194-7065-4150-bab9-a9af0d5918bc', 'name': '', 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'mac_address': 'fa:16:3e:60:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8775efaf-887e-478f-a0f2-326f83592316', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:46Z', 'updated_at': '2021-02-05T23:15:50Z', 'revision_number': 4, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'subnets': [{'id': '8775efaf-887e-478f-a0f2-326f83592316', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28ee3c6f-aa53-4d67-9d29-f8bfe07a078a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:15:50.867493 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d6abc8-478c-466e-8502-db0811605caf None None] The sync data for ids ['dd290939-bb1b-416b-bc6b-92f87b5790ed'] in dv-cinder-774288-3-smb is: [{'id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'name': 'router1', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:15:35Z', 'updated_at': '2021-02-05T23:15:47Z', 'revision_number': 2, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'gw_port_host': None, '_interfaces': [{'id': '759f8194-7065-4150-bab9-a9af0d5918bc', 'name': '', 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'mac_address': 'fa:16:3e:60:86:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8775efaf-887e-478f-a0f2-326f83592316', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:46Z', 'updated_at': '2021-02-05T23:15:50Z', 'revision_number': 4, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'subnets': [{'id': '8775efaf-887e-478f-a0f2-326f83592316', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28ee3c6f-aa53-4d67-9d29-f8bfe07a078a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:15:51.034180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85bd17a-7978-4945-9745-61b3b315123d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:15:51.034833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f85bd17a-7978-4945-9745-61b3b315123d admin admin] Synchronizing usage tracker for tenant:3b33dc81e7774bf497120da1a6251d81 on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:15:51.052542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f85bd17a-7978-4945-9745-61b3b315123d admin admin] Unset dirty status for tenant:3b33dc81e7774bf497120da1a6251d81 on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:15:51.053877 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f85bd17a-7978-4945-9745-61b3b315123d admin admin] 10.222.0.64 "GET /v2.0/networks/6f16df90-7b18-4e37-ae66-e3b4e3e05b4c HTTP/1.1" status: 200 len: 842 time: 0.2192452 Feb 05 23:15:51.064978 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Request body: {'subnet': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'enable_dhcp': False, 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:15:51.071120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:51.075200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Usage tracker for resource:subnet and tenant:3b33dc81e7774bf497120da1a6251d81 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:15:51.078222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:15:51.084693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:15:51.093690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Made reservation on behalf of 3b33dc81e7774bf497120da1a6251d81 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:15:51.099270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:51.566831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80149) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:15:51.567334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:51.582783 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82356791-7c3d-4ac5-bff0-bf9a987af342 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:51.758267 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:51.761572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:51.790073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Checking segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:15:51.790466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Network hostable DHCP agents. Network: 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:15:51.809604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:15:51.818247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:15:51.822430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:15:51.823072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:51.828418 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef86299-119c-48e8-93bf-308e574c8989 None None] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:15:51.847714 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7835932 Feb 05 23:15:52.077337 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ce0e64-4ecc-4806-9f44-2f64d68dc74b None None] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:15:52.641585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 759f8194-7065-4150-bab9-a9af0d5918bc up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:15:52.717067 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 759f8194-7065-4150-bab9-a9af0d5918bc completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:15:52.722439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 759f8194-7065-4150-bab9-a9af0d5918bc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:52.722851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:52.851031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:52.889163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 759f8194-7065-4150-bab9-a9af0d5918bc, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=759f8194-7065-4150-bab9-a9af0d5918bc,segment=NetworkSegment(31329f12-b356-4915-9ff9-f9a62a5a37fa),segment_id=31329f12-b356-4915-9ff9-f9a62a5a37fa)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:15:52.892367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:52.894536 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:52.965425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=759f8194-7065-4150-bab9-a9af0d5918bc,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:52.968703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:54.445963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56268) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:15:54.629152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 759f8194-7065-4150-bab9-a9af0d5918bc up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:15:54.700143 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-76835001-8fa4-4707-a6bd-98cc7cec2964 admin admin] 10.222.0.64 "GET /v2.0/routers/dd290939-bb1b-416b-bc6b-92f87b5790ed HTTP/1.1" status: 200 len: 710 time: 0.2529404 Feb 05 23:15:54.700857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 759f8194-7065-4150-bab9-a9af0d5918bc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:15:54.701277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:54.846336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda748c7-71a6-45bf-b9e9-2b986d6e7279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:15:54.847840 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-bda748c7-71a6-45bf-b9e9-2b986d6e7279 admin admin] 10.222.0.64 "GET /v2.0/networks/6f16df90-7b18-4e37-ae66-e3b4e3e05b4c HTTP/1.1" status: 200 len: 886 time: 0.1412187 Feb 05 23:15:54.857709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:15:55.512895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2407'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:55.865846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:55.926483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:55.938957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:55.955033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:15:55.959250 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:15:55.962168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:15:55.967794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:15:56.055670 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:56.058265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:56.074226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:56.167076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd6dedd-909d-4825-bd7a-b0507406b50a,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:56.171990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:56.333225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Allocated IP 172.28.1.240 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/fb221e8e-1a87-4430-bd20-a8050d66a18f) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:15:56.492341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:56.522354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:56.537810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:56.648971 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:15:56.671051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Pushing event updated for resources: {'Port': ['ID=fb221e8e-1a87-4430-bd20-a8050d66a18f,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:56.675645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:56.726514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:15:56.727630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:15:56.729928 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:15:57.131791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:57.668279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2407'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:57.672025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-680886', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854094914', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854100919'] for router, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:57.863979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Router dd290939-bb1b-416b-bc6b-92f87b5790ed has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:15:58.050170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:15:58.060451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Sync routers for ids ['dd290939-bb1b-416b-bc6b-92f87b5790ed'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:15:58.066225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:58.073328 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] 10.222.0.64 "PUT /v2.0/routers/dd290939-bb1b-416b-bc6b-92f87b5790ed HTTP/1.1" status: 200 len: 890 time: 3.2132943 Feb 05 23:15:58.073562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Routers {'dd290939-bb1b-416b-bc6b-92f87b5790ed'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:15:58.073562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:15:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['dd290939-bb1b-416b-bc6b-92f87b5790ed'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:15:58.278757 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Set router dd290939-bb1b-416b-bc6b-92f87b5790ed gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:15:58.644165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'name': 'router1', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fb221e8e-1a87-4430-bd20-a8050d66a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:15:35Z', 'updated_at': '2021-02-05T23:15:56Z', 'revision_number': 4, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'gw_port': {'id': 'fb221e8e-1a87-4430-bd20-a8050d66a18f', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:56Z', 'updated_at': '2021-02-05T23:15:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '759f8194-7065-4150-bab9-a9af0d5918bc', 'name': '', 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'mac_address': 'fa:16:3e:60:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8775efaf-887e-478f-a0f2-326f83592316', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:46Z', 'updated_at': '2021-02-05T23:15:52Z', 'revision_number': 5, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'subnets': [{'id': '8775efaf-887e-478f-a0f2-326f83592316', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28ee3c6f-aa53-4d67-9d29-f8bfe07a078a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:15:58.649204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Checking router: dd290939-bb1b-416b-bc6b-92f87b5790ed for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:15:58.649633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Updating router dd290939-bb1b-416b-bc6b-92f87b5790ed port fb221e8e-1a87-4430-bd20-a8050d66a18f binding host dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:15:58.706237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:59.113770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:59.125911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Transition to ACTIVE for port object fb221e8e-1a87-4430-bd20-a8050d66a18f will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:15:59.128749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:59.142209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:59.277721 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d9729-8808-4fa8-b2f2-b2de3d6b471b None None] Pushing event updated for resources: {'Port': ['ID=fb221e8e-1a87-4430-bd20-a8050d66a18f,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:59.282774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b51d9729-8808-4fa8-b2f2-b2de3d6b471b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:59.345275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Attempting to bind port fb221e8e-1a87-4430-bd20-a8050d66a18f on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:15:59.345654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Attempting to bind port fb221e8e-1a87-4430-bd20-a8050d66a18f by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:15:59.346203 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Attempting to bind port fb221e8e-1a87-4430-bd20-a8050d66a18f on network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:15:59.351924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:15:59.352336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Checking segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:15:59.352784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:59.353215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Bound using segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:15:59.353751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Bound port: fb221e8e-1a87-4430-bd20-a8050d66a18f, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:15:59.354163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:59.437209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] For port fb221e8e-1a87-4430-bd20-a8050d66a18f, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:15:59.440379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] For port fb221e8e-1a87-4430-bd20-a8050d66a18f, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=fb221e8e-1a87-4430-bd20-a8050d66a18f,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:15:59.443982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:15:59.460195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:15:59.615073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d9729-8808-4fa8-b2f2-b2de3d6b471b None None] Pushing event updated for resources: {'Port': ['ID=fb221e8e-1a87-4430-bd20-a8050d66a18f,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:15:59.620577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b51d9729-8808-4fa8-b2f2-b2de3d6b471b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:15:59.662046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Routers {'dd290939-bb1b-416b-bc6b-92f87b5790ed'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:15:59.662720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:15:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['dd290939-bb1b-416b-bc6b-92f87b5790ed'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:16:00.003374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] Set router dd290939-bb1b-416b-bc6b-92f87b5790ed gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:16:00.359376 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'name': 'router1', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fb221e8e-1a87-4430-bd20-a8050d66a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:15:35Z', 'updated_at': '2021-02-05T23:15:56Z', 'revision_number': 4, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'gw_port': {'id': 'fb221e8e-1a87-4430-bd20-a8050d66a18f', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:56Z', 'updated_at': '2021-02-05T23:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '759f8194-7065-4150-bab9-a9af0d5918bc', 'name': '', 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'mac_address': 'fa:16:3e:60:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8775efaf-887e-478f-a0f2-326f83592316', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:46Z', 'updated_at': '2021-02-05T23:15:52Z', 'revision_number': 5, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'subnets': [{'id': '8775efaf-887e-478f-a0f2-326f83592316', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28ee3c6f-aa53-4d67-9d29-f8bfe07a078a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:16:00.364597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b5dce1-cfe3-4bf7-bb96-3a6701e7461c None None] The sync data for ids ['dd290939-bb1b-416b-bc6b-92f87b5790ed'] in dv-cinder-774288-3-smb is: [{'id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'name': 'router1', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': 'fb221e8e-1a87-4430-bd20-a8050d66a18f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:15:35Z', 'updated_at': '2021-02-05T23:15:56Z', 'revision_number': 4, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'gw_port': {'id': 'fb221e8e-1a87-4430-bd20-a8050d66a18f', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:71:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:56Z', 'updated_at': '2021-02-05T23:15:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '759f8194-7065-4150-bab9-a9af0d5918bc', 'name': '', 'network_id': '01def1c9-b2d7-4f60-8fcb-0a8357c8e077', 'tenant_id': 'db9ca55c43da47f79a697404e570ff98', 'mac_address': 'fa:16:3e:60:86:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd290939-bb1b-416b-bc6b-92f87b5790ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8775efaf-887e-478f-a0f2-326f83592316', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:15:46Z', 'updated_at': '2021-02-05T23:15:52Z', 'revision_number': 5, 'project_id': 'db9ca55c43da47f79a697404e570ff98', 'subnets': [{'id': '8775efaf-887e-478f-a0f2-326f83592316', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '28ee3c6f-aa53-4d67-9d29-f8bfe07a078a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:16:00.663382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device fb221e8e-1a87-4430-bd20-a8050d66a18f up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:16:00.741869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port fb221e8e-1a87-4430-bd20-a8050d66a18f completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:16:00.747728 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port fb221e8e-1a87-4430-bd20-a8050d66a18f triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:16:00.748155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:00.823469 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56278) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:16:00.885894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:00.905096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port fb221e8e-1a87-4430-bd20-a8050d66a18f, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=fb221e8e-1a87-4430-bd20-a8050d66a18f,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:16:00.909215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:00.911410 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:16:00.984548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41883e73-3197-4775-b480-2dddc0cbefe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:16:00.985512 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=fb221e8e-1a87-4430-bd20-a8050d66a18f,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:16:00.988149 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-41883e73-3197-4775-b480-2dddc0cbefe0 admin admin] 10.222.0.64 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1617994 Feb 05 23:16:01.002876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:16:02.645975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device fb221e8e-1a87-4430-bd20-a8050d66a18f up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:16:02.725717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port fb221e8e-1a87-4430-bd20-a8050d66a18f triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:16:02.725717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:06.490464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0b6c5524-ae23-4b0f-a5a1-1e71577b510b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:08.973272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9daa3ee0-9998-4dc3-ac15-cd85fb214250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:09.714207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:10.634856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:10.927354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:33.796998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:16:36.472025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-06009e6a-1bf4-4070-8b48-e7a09815fa22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:38.965475 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-28905d44-d9cb-49f0-8ba8-c8a9d52f7d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:39.699712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:40.581462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:16:40.927806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:06.475773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6a6f95aa-7635-46dc-b25b-3d8f72e7b44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:08.967065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7385910d-a585-438b-ae4c-2b5bc6a9d1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:09.704511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:10.585097 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:10.646722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:17:10.931055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:36.478508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-110eb9e6-62d9-432b-867e-880fb7e0bdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:38.970367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ebd9eab9-69ec-4079-8d38-3128176adbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:39.708845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:40.587524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:40.935010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:17:47.647057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:18:06.484345 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d313431a-5059-4163-8ed2-f3d30a9eb380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:08.973903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49d104a1-f1e6-4c1a-bdea-17b3a664ac07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:09.711485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:10.710769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:10.949023 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:16.378535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56854) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:16.482869 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e5aa563-fbd6-4042-b105-fa6a9214431a admin admin] GET failed (client error): The resource could not be found. Feb 05 23:18:16.484219 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7e5aa563-fbd6-4042-b105-fa6a9214431a admin admin] 10.222.0.64 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1046214 Feb 05 23:18:16.628344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b2cb5b-b841-439a-8744-c4600a504a5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:16.630991 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-72b2cb5b-b841-439a-8744-c4600a504a5d admin admin] 10.222.0.64 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1419492 Feb 05 23:18:19.130029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56864) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:19.274838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e042e4-137f-4412-ae22-9e4d9b6aa460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:19.275455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-91e042e4-137f-4412-ae22-9e4d9b6aa460 admin admin] Synchronizing usage tracker for tenant:3b33dc81e7774bf497120da1a6251d81 on resource:subnet {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:18:19.291672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-91e042e4-137f-4412-ae22-9e4d9b6aa460 admin admin] Unset dirty status for tenant:3b33dc81e7774bf497120da1a6251d81 on resource:subnet {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:18:19.292927 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-91e042e4-137f-4412-ae22-9e4d9b6aa460 admin admin] 10.222.0.64 "GET /v2.0/subnets/8775efaf-887e-478f-a0f2-326f83592316 HTTP/1.1" status: 200 len: 849 time: 0.1618478 Feb 05 23:18:19.304343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:18:19.433533 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:19.759962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732454513028'] for subnet, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:19.775988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3818c68a-39b6-4c55-bb2b-4f06d9bbf2a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:18:19.916747 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8775efaf-887e-478f-a0f2-326f83592316,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:18:19.937915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.938305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.938687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.939056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.939421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.939787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.940155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.940517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.940886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.941384 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.941965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.942338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:18:19.947808 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:18:19.975553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:19.976197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:19.977628 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] 10.222.0.64 "PUT /v2.0/subnets/8775efaf-887e-478f-a0f2-326f83592316 HTTP/1.1" status: 200 len: 868 time: 0.6782222 Feb 05 23:18:19.992491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620387f5-fa73-4f8b-90af-590bd6ad11bb None None] Network 01def1c9-b2d7-4f60-8fcb-0a8357c8e077 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:18:20.484586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4464089-4f6f-4e8d-ac06-d5274a82622c None None] Provisioning complete for port 759f8194-7065-4150-bab9-a9af0d5918bc triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:18:20.485117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4464089-4f6f-4e8d-ac06-d5274a82622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:20.620679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c4464089-4f6f-4e8d-ac06-d5274a82622c None None] Provisioning complete for port 705ad146-7e51-4437-b90e-a0ba204254ee triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:18:20.620992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4464089-4f6f-4e8d-ac06-d5274a82622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:22.487538 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56874) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:22.709597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56b362-0f8c-400c-b8af-a54e5e8ae3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:22.710031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56b362-0f8c-400c-b8af-a54e5e8ae3ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:22.711726 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-1e56b362-0f8c-400c-b8af-a54e5e8ae3ce admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2220318 Feb 05 23:18:24.646154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:18:25.213077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56884) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:25.432940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abd8ba-4dea-48d7-a9ed-610ef3c4ca8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:25.433300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0abd8ba-4dea-48d7-a9ed-610ef3c4ca8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:25.434980 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c0abd8ba-4dea-48d7-a9ed-610ef3c4ca8a admin admin] 10.222.0.64 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2208133 Feb 05 23:18:27.934989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56894) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:28.156389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037788ce-b7c1-4824-aeda-219cc286cab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:28.157826 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-037788ce-b7c1-4824-aeda-219cc286cab8 admin admin] 10.222.0.64 "GET /v2.0/networks/01def1c9-b2d7-4f60-8fcb-0a8357c8e077 HTTP/1.1" status: 200 len: 862 time: 0.2218337 Feb 05 23:18:30.658694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56904) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:30.869364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a23960-3dfb-4df4-9696-524c1d635bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:30.870805 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-78a23960-3dfb-4df4-9696-524c1d635bda admin admin] 10.222.0.64 "GET /v2.0/networks/6f16df90-7b18-4e37-ae66-e3b4e3e05b4c HTTP/1.1" status: 200 len: 886 time: 0.2110498 Feb 05 23:18:33.386022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56914) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:33.709845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df9395-a67b-4e26-ac1c-49b67120af48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:33.710265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4df9395-a67b-4e26-ac1c-49b67120af48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:33.711916 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f4df9395-a67b-4e26-ac1c-49b67120af48 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3248606 Feb 05 23:18:36.254378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56924) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:36.400738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5ef8c2-c6c0-46db-bda7-05137942aa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:36.401152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5ef8c2-c6c0-46db-bda7-05137942aa57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:36.402853 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-cc5ef8c2-c6c0-46db-bda7-05137942aa57 admin admin] 10.222.0.64 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1472447 Feb 05 23:18:36.480088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f1fb614b-b5ba-492f-b6da-b4c0afa0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:38.902177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56934) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:38.976797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bc9442c5-134f-4287-b7c6-172c6d769dd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:39.050733 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d05858-677f-451c-9b50-7d6d1c2f17d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:39.052355 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-92d05858-677f-451c-9b50-7d6d1c2f17d8 admin admin] 10.222.0.64 "GET /v2.0/subnets/8775efaf-887e-478f-a0f2-326f83592316 HTTP/1.1" status: 200 len: 868 time: 0.1491344 Feb 05 23:18:39.710180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:40.593217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:40.942820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:18:41.535733 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56944) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:18:41.678508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a863ea3-1ece-488f-b02c-98392af563b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:18:41.679975 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-8a863ea3-1ece-488f-b02c-98392af563b3 admin admin] 10.222.0.64 "GET /v2.0/subnets/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0 HTTP/1.1" status: 200 len: 816 time: 0.1431053 Feb 05 23:19:01.646020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:19:06.483461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-362be87d-95a4-4dea-af2b-eaa705526a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:07.992740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56984) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:19:08.079282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [None req-6bba70a5-6ca3-49bc-84ff-edb502c0e448 admin admin] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:19:08.080384 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6bba70a5-6ca3-49bc-84ff-edb502c0e448 admin admin] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0865374 Feb 05 23:19:08.978386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5c0f28b6-440e-47bc-9e70-17beeca5f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:09.714168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:10.594657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:10.703488 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 56994) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:19:10.808654 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a967e68-65af-43c0-b4ef-51ff1010a246 admin admin] GET failed (client error): The resource could not be found. Feb 05 23:19:10.810013 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4a967e68-65af-43c0-b4ef-51ff1010a246 admin admin] 10.222.0.64 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1055086 Feb 05 23:19:10.945684 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:10.949665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56349235-bb04-4aef-8ed5-150711b0d8ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:19:10.951289 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-56349235-bb04-4aef-8ed5-150711b0d8ec admin admin] 10.222.0.64 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1367323 Feb 05 23:19:13.486591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57004) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:19:13.571921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:19:13.577106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:19:13.587650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:19:13.596459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Made reservation on behalf of 3b33dc81e7774bf497120da1a6251d81 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:19:13.601680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:13.700373 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.services.revisions.revision_plugin [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Could not find related network for resource to bump revision. Feb 05 23:19:13.715889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:19:13.725313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:13.725676 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Added segment cefc7b40-e892-4322-9550-d5871ed25755 of type vxlan for network b1880c56-85e5-494d-9597-7f1bb79c3d73 Feb 05 23:19:13.751397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:13.781359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:13.782614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:19:13.783245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:13.788305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:19:13.892288 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4044993 Feb 05 23:19:13.895579 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Pushing event updated for resources: {'Network': ['ID=b1880c56-85e5-494d-9597-7f1bb79c3d73,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:19:13.902981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0a1d319d-e02f-477d-aebd-15777040c5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:19:13.911291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network b1880c56-85e5-494d-9597-7f1bb79c3d73 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:19:16.417638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57014) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:19:16.523336 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dd49fa-5bbd-4c9f-8786-287074afa73d admin admin] GET failed (client error): The resource could not be found. Feb 05 23:19:16.523898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f0dd49fa-5bbd-4c9f-8786-287074afa73d admin admin] Synchronizing usage tracker for tenant:3b33dc81e7774bf497120da1a6251d81 on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:19:16.538469 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f0dd49fa-5bbd-4c9f-8786-287074afa73d admin admin] Unset dirty status for tenant:3b33dc81e7774bf497120da1a6251d81 on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:19:16.539680 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f0dd49fa-5bbd-4c9f-8786-287074afa73d admin admin] 10.222.0.64 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1209612 Feb 05 23:19:16.657727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865b3817-f29a-4e47-868b-9a2eafadcfe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:19:16.659230 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-865b3817-f29a-4e47-868b-9a2eafadcfe2 admin admin] 10.222.0.64 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1148205 Feb 05 23:19:16.670541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:19:16.675300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:19:16.685057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:19:16.694261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Made reservation on behalf of 3b33dc81e7774bf497120da1a6251d81 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:19:16.699091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:17.107341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:17.122181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6101860e-4933-48ab-9be9-0205c62f0748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:19:17.245706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88529821-7e10-4575-b1c1-7bbe90e4cd89,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:19:17.258171 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:19:17.318767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Checking segment: {'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:19:17.319156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Network hostable DHCP agents. Network: b1880c56-85e5-494d-9597-7f1bb79c3d73, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:19:17.338361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Network b1880c56-85e5-494d-9597-7f1bb79c3d73 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:19:17.346645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, b1880c56-85e5-494d-9597-7f1bb79c3d73) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:19:17.350607 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:19:17.351238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:17.356211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed22090-358a-4d67-8377-2206924ad7de None None] Network b1880c56-85e5-494d-9597-7f1bb79c3d73 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:19:17.375151 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7084234 Feb 05 23:19:17.616053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71a25723-bcea-53fe-8cdc-2e8927844068-b1880c56-85e5-494d-9597-7f1bb79c3d73', 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73', 'tenant_id': '3b33dc81e7774bf497120da1a6251d81', 'fixed_ips': [{'subnet_id': '88529821-7e10-4575-b1c1-7bbe90e4cd89'}]}} from dv-cinder-774288-3-smb. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 23:19:17.616984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:17.928501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Allocated IP 192.168.233.2 (b1880c56-85e5-494d-9597-7f1bb79c3d73/88529821-7e10-4575-b1c1-7bbe90e4cd89/ea120d91-2cac-4d9c-9176-f0f2f041131a) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:19:18.158449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:18.171058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Transition to ACTIVE for port object ea120d91-2cac-4d9c-9176-f0f2f041131a will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:19:18.188462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Transition to ACTIVE for port object ea120d91-2cac-4d9c-9176-f0f2f041131a will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:19:18.193566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:18.211185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2476bd2b-4634-4e6b-bfdf-61346d6f1fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:19:18.348902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Pushing event updated for resources: {'Port': ['ID=ea120d91-2cac-4d9c-9176-f0f2f041131a,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:19:18.362504 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.363447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.363822 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.364273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.364641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.365006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.365397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.365758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.366121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.366485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.366840 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.367193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:19:18.381510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:19:18.424535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Network b1880c56-85e5-494d-9597-7f1bb79c3d73 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:19:18.425999 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Resources bound (agent type, host, resource id): {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:19:18.428407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:19:18.489838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Attempting to bind port ea120d91-2cac-4d9c-9176-f0f2f041131a on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:19:18.490252 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Attempting to bind port ea120d91-2cac-4d9c-9176-f0f2f041131a by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:19:18.491302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Attempting to bind port ea120d91-2cac-4d9c-9176-f0f2f041131a on network b1880c56-85e5-494d-9597-7f1bb79c3d73 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:19:18.497030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:19:18.497475 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Checking segment: {'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:19:18.497911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:18.498350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Bound using segment: {'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:19:18.498892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Bound port: ea120d91-2cac-4d9c-9176-f0f2f041131a, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:19:18.499319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:18.602353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] For port ea120d91-2cac-4d9c-9176-f0f2f041131a, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:19:18.606341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] For port ea120d91-2cac-4d9c-9176-f0f2f041131a, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=ea120d91-2cac-4d9c-9176-f0f2f041131a,segment=NetworkSegment(cefc7b40-e892-4322-9550-d5871ed25755),segment_id=cefc7b40-e892-4322-9550-d5871ed25755)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:19:18.610236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:18.626148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:19:18.784874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Pushing event updated for resources: {'Port': ['ID=ea120d91-2cac-4d9c-9176-f0f2f041131a,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:19:18.788286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:19:20.034588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b588ef2-4fad-42f3-b4df-4593bab52ac3 None None] Network b1880c56-85e5-494d-9597-7f1bb79c3d73 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:19:20.123000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a8b53626-968a-4cca-88cf-dd3f3a6ffcce None None] Provisioning for port ea120d91-2cac-4d9c-9176-f0f2f041131a completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:19:20.820028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device ea120d91-2cac-4d9c-9176-f0f2f041131a up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:19:20.893190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port ea120d91-2cac-4d9c-9176-f0f2f041131a completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:19:20.898170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port ea120d91-2cac-4d9c-9176-f0f2f041131a triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:19:20.898590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:21.026576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:21.060924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port ea120d91-2cac-4d9c-9176-f0f2f041131a, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=ea120d91-2cac-4d9c-9176-f0f2f041131a,segment=NetworkSegment(cefc7b40-e892-4322-9550-d5871ed25755),segment_id=cefc7b40-e892-4322-9550-d5871ed25755)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:19:21.065308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:21.068106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b51d9729-8808-4fa8-b2f2-b2de3d6b471b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:19:21.142046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=ea120d91-2cac-4d9c-9176-f0f2f041131a,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:19:21.145958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:19:22.790654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device ea120d91-2cac-4d9c-9176-f0f2f041131a up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:19:22.866775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port ea120d91-2cac-4d9c-9176-f0f2f041131a triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:19:22.867203 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:36.487322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-515caffb-42e6-4b9e-9720-a9a3491af76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:38.645836 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:19:38.980856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42f18947-f6d7-40f6-9fab-acbf7827fa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:39.718203 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:40.598642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:19:40.949899 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:06.491582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7905e43-f94f-49a4-9fe9-e2cf73dad25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:08.984690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6fce283a-ffd6-4cd3-983f-47334d66e4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:09.720635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:10.600547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:10.953868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:15.646279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:20:23.908677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57056) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:20:23.915099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [None req-67826e3d-c4fb-41b5-add6-a90629782a51 tempest-verify_tempest_config-2016838422 tempest-verify_tempest_config-2016838422-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:20:23.916160 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-67826e3d-c4fb-41b5-add6-a90629782a51 tempest-verify_tempest_config-2016838422 tempest-verify_tempest_config-2016838422-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13450 time: 0.0064001 Feb 05 23:20:24.273060 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57076) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:20:24.434784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:24.451334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:20:24.455783 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Usage tracker for resource:security_group_rule and tenant:5d3fe7c31d844f65bed80e440e5c2b16 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:20:24.459187 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:20:24.464961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:20:24.558952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:24.561795 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:24.572052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-912d2720-8f72-4bef-976c-589f42018e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:20:24.614057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Synchronizing usage tracker for tenant:3b33dc81e7774bf497120da1a6251d81 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:20:24.617551 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f6b5b3-c0b8-447d-9fe1-2f5bdd256de9,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:20:24.628454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.628834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.629213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.629606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.629973 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.630336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.630698 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.631060 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.631420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.631776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.632130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.632484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:20:24.636684 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:20:24.646865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Unset dirty status for tenant:3b33dc81e7774bf497120da1a6251d81 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:20:24.648238 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5d3fe7c31d844f65bed80e440e5c2b16&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3740098 Feb 05 23:20:24.651128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57082) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:20:24.714797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0d6a-a4f6-4a0f-99c7-ecd6b427dde7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:24.741972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0d6a-a4f6-4a0f-99c7-ecd6b427dde7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:24.791446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0d6a-a4f6-4a0f-99c7-ecd6b427dde7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:24.796753 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:20:24.810469 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f0d6a-a4f6-4a0f-99c7-ecd6b427dde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f6b5b3-c0b8-447d-9fe1-2f5bdd256de9,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:20:24.813524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3f4f0d6a-a4f6-4a0f-99c7-ecd6b427dde7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:20:24.814915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3f4f0d6a-a4f6-4a0f-99c7-ecd6b427dde7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:24.816172 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3f4f0d6a-a4f6-4a0f-99c7-ecd6b427dde7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/d1f6b5b3-c0b8-447d-9fe1-2f5bdd256de9 HTTP/1.1" status: 204 len: 168 time: 0.1640708 Feb 05 23:20:36.493088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c02fb59a-5735-4960-a0fd-89d2b71b2f5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:38.988584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db78e6e7-bb08-4460-99aa-85c2f6e5445a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:39.723263 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:40.603048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:40.958064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:20:52.645332 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:21:06.496245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26cbc7bc-970e-4351-93d9-65c27dafcf4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:08.994888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f82040ab-b9bc-45bd-aae1-6935d6f48a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:09.729593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:10.604311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:10.962666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:29.645077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:21:36.497475 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e8fd8f84-e0e8-4770-adf0-07133c4ccc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:38.987122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1355f3f2-10b3-4f65-a234-33ae6d81a9ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:39.731968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:40.606023 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:21:40.969176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:06.499509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3eb39204-f255-4a77-85a1-40b0f2462b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:06.644047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 5 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:22:08.988598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7fbc6432-3bff-4379-97f0-ba7428f0c3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:09.734404 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:10.607680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:10.972718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:17.888156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021'] for agent, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:17.888726 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.888951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.889377 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.889796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.890139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.890550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.890944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.891312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.891674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.892035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.892395 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.892748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:22:17.893134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-77428', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:22:17.897906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77428', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:22:18.364963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] get_endpoint_by_host() called for host hv-cinder-77428 {{(pid=80150) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Feb 05 23:22:18.369814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] get_endpoint_by_ip() called for ip 192.168.0.92 {{(pid=80150) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Feb 05 23:22:18.372944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] _add_endpoint() called for ip 192.168.0.92 {{(pid=80150) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Feb 05 23:22:18.377508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] _get_endpoints() called {{(pid=80150) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Feb 05 23:22:29.270671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57154) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:22:29.424973 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d7ace6fd-6833-4860-b0d0-33192a7abd30 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.1530561 Feb 05 23:22:31.920594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57164) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:22:32.009689 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6e38a800-a3fa-4cbc-aa0b-6a74dbd8d7e7 admin admin] 10.222.0.64 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5073 time: 0.0877616 Feb 05 23:22:36.502724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-14df0fec-9188-47fe-bb70-659115416d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:38.991857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db77d976-33ee-4155-b0ce-2fc84e615bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:39.733239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:40.609540 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:40.976071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:22:43.643534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:22:47.904472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:06.503397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0fd23c80-3e6e-4705-81f3-b24b64be2724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:08.995501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34b066ea-2aa2-49dc-b315-2f6fcd9e3a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:09.736226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:10.611407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:10.981268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:17.927467 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:20.644013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:23:36.506046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-218026bd-1bc5-415e-9795-060e1949d3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:38.998216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-da11313a-ce44-4037-9537-3362ce591904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:39.745103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:40.612629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:40.986085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:47.934878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:23:57.643928 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:24:06.511355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-109e853c-3207-4798-b185-ef3eb39d588d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:09.001139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-08f8060f-9b28-439f-bb36-17d2b134dc6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:09.742238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:10.614341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:10.989201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:17.930175 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:30.615078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57358) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:30.956747 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57374) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:31.088077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-976123767-network', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:31.093243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:31.097357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Usage tracker for resource:network and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:31.100402 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:31.106858 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:31.116033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Made reservation on behalf of 570c6f91f88b4d39ace8315a276ad24c for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:31.120635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57382) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:31.123312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.147893 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.168130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:31.172450 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Usage tracker for resource:security_group_rule and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:31.175533 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:31.182119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:31.271096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.274660 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.280722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:31.314443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:24:31.328006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1231f370-91b9-40ca-80f4-f722091fba84,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:31.337024 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.337427 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Added segment 82a75e80-e325-40ff-8471-8da33553214e of type vxlan for network c7364839-1e86-4ca0-b391-b578586d7bf0 Feb 05 23:24:31.339260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.339642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.340040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.340382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.340748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.341114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.341519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.341866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.342373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.342735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.343099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.343454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.343896 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.344247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.344605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.344958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.345330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.345688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.346041 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.346424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.346724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.347078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.347429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.347783 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Tracked resource versions report: Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: pushed versions: Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: { 'AddressGroup': {'1.1'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': {'1.0'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': {'1.0'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': {'1.1'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': {'1.7'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': {'1.2'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': {'1.8'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': {'1.4'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': {'1.2'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': {'1.0'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': {'1.1'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': {'1.1'}} Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: consumer versions: Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: { DHCP agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: L3 agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: Metadata agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: Metering agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@dv-cinder-774288-3-smb: { 'AddressGroup': '1.1', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}, Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}} Feb 05 23:24:31.349079 dv-cinder-774288-3-smb neutron-server[80035]: {{(pid=80149) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 23:24:31.357165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:31.383710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.422763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.424027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:31.424664 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.430149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5830eeb5-a09e-4bcc-b24e-bdf0b3b589f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:31.549539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Pushing event updated for resources: {'Network': ['ID=c7364839-1e86-4ca0-b391-b578586d7bf0,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:31.564813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network c7364839-1e86-4ca0-b391-b578586d7bf0 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:24:31.568890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-392491053-network', 'tenant_id': '54c0a635c7c64c2186cb43edfd622cc6'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:31.574592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:31.579064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Usage tracker for resource:network and tenant:54c0a635c7c64c2186cb43edfd622cc6 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:31.582185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:31.589916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:31.598035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:31.604013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network c7364839-1e86-4ca0-b391-b578586d7bf0 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:24:31.604222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57394) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:31.604953 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9885986 Feb 05 23:24:31.606690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Made reservation on behalf of 54c0a635c7c64c2186cb43edfd622cc6 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:31.611073 dv-cinder-774288-3-smb neutron-server[80035]: WARNING oslo_policy.policy [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 23:24:31.611790 dv-cinder-774288-3-smb neutron-server[80035]: WARNING oslo_policy.policy [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 23:24:31.612251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.626917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.647498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:31.652574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Usage tracker for resource:security_group_rule and tenant:54c0a635c7c64c2186cb43edfd622cc6 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:31.655955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:31.661985 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:31.853012 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.856011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.860730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:31.891346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:31.907507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:31.920351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Request body: {'subnet': {'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-subnet', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:31.924248 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.quota [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Loaded quota_driver: . Feb 05 23:24:31.926060 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:24:31.937845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.938690 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Added segment d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a of type vxlan for network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd Feb 05 23:24:31.951350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:31.958365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Usage tracker for resource:subnet and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:31.964177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:31.971123 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:31.973113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:31.991397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Made reservation on behalf of 570c6f91f88b4d39ace8315a276ad24c for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:32.011230 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:32.012763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:32.013548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:32.042907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:32.050452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.policy [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80148) register_rules /opt/stack/neutron/neutron/policy.py:75}} Feb 05 23:24:32.051528 dv-cinder-774288-3-smb neutron-server[80035]: WARNING oslo_policy.policy [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 23:24:32.052083 dv-cinder-774288-3-smb neutron-server[80035]: WARNING oslo_policy.policy [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 05 23:24:32.084598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:32.151481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Pushing event updated for resources: {'Network': ['ID=7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:32.162680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:32.163102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:24:32.169134 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2111440 Feb 05 23:24:32.169935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57416) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:32.177954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Request body: {'subnet': {'network_id': '7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-392491053-subnet', 'tenant_id': '54c0a635c7c64c2186cb43edfd622cc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:32.184557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:32.187460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:24:32.189966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Usage tracker for resource:subnet and tenant:54c0a635c7c64c2186cb43edfd622cc6 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:32.193281 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:32.201170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:32.211035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Made reservation on behalf of 54c0a635c7c64c2186cb43edfd622cc6 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:32.217230 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:32.951609 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-network', 'tenant_id': '18f27de30b2346e1a782545ed63743ac'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:33.025099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:33.030644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:33.040669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Usage tracker for resource:network and tenant:18f27de30b2346e1a782545ed63743ac is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:33.051668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:33.088626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:33.095385 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:33.134131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Made reservation on behalf of 18f27de30b2346e1a782545ed63743ac for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:33.144712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:33.184932 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:33.244173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:33.252587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Usage tracker for resource:security_group_rule and tenant:18f27de30b2346e1a782545ed63743ac is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:33.262650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:33.272961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:33.284837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:33.330652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:33.371286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a662a0c2-e16d-4301-9aa8-39b3f78b8e24,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:33.375363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:33.460417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Checking segment: {'id': 'd0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:33.460820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Network hostable DHCP agents. Network: 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:24:33.486266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:24:33.498435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:33.509437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f82cdb-9cb1-4430-ba24-1e0c5a922505 None None] Network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:24:33.514691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:33.515561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:33.551204 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3797667 Feb 05 23:24:33.692076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40127f07-9833-458b-947f-4e42e3f5df01,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:33.733668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.734340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.734663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.735029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.735390 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.735749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.736104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.736467 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.736830 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.737186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.737567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.738220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.738666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.739020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.739373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.740002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.740358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.740710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.741062 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.741441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.741791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.742161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.742463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.743701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Tracked resource versions report: Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: pushed versions: Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: { 'AddressGroup': {'1.1'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': {'1.0'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': {'1.0'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': {'1.1'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': {'1.7'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': {'1.2'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': {'1.8'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': {'1.4'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': {'1.2'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': {'1.0'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': {'1.1'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': {'1.1'}} Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: consumer versions: Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: { DHCP agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: L3 agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: Metadata agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: Metering agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@dv-cinder-774288-3-smb: { 'AddressGroup': '1.1', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}, Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}} Feb 05 23:24:33.745508 dv-cinder-774288-3-smb neutron-server[80035]: {{(pid=80148) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 23:24:33.809202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:33.813074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:33.823547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:33.844253 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:33.889843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:24:33.903558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Checking segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:33.903949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Network hostable DHCP agents. Network: c7364839-1e86-4ca0-b391-b578586d7bf0, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:24:33.934299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:33.934798 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Added segment ecffa383-90d0-49a6-b535-5f9ca8d79a8f of type vxlan for network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 Feb 05 23:24:33.953608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee0f006b-3244-4755-a3af-8c089848ed38,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:33.954475 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:33.982710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c2d291-9806-4749-ba1b-c5c8e9045c94 None None] Network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:24:33.983193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Network c7364839-1e86-4ca0-b391-b578586d7bf0 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:24:33.996509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:34.002883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, c7364839-1e86-4ca0-b391-b578586d7bf0) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:34.026362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:34.027044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:34.032180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f281088-def9-465b-b30e-10df582df131 None None] Network c7364839-1e86-4ca0-b391-b578586d7bf0 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:24:34.136939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57474) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:34.144261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:34.146125 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.5404873 Feb 05 23:24:34.154128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:34.166137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:34.167911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:34.168172 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:34.168471 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Usage tracker for resource:router and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:34.178597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:34.182775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:34.207580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:34.232282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773503'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:34.233545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854100938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854095016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2422'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:34.265663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:34.388414 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.2653339 Feb 05 23:24:34.389191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57486) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:34.438967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Request body: {'subnet': {'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-subnet', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:34.463066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:34.492081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Usage tracker for resource:subnet and tenant:18f27de30b2346e1a782545ed63743ac is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:34.501167 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:34.504314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:34.519502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:34.540520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:34.565328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Made reservation on behalf of 18f27de30b2346e1a782545ed63743ac for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:34.567328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:24:34.570503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:34.609947 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:24:34.663344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:24:35.032935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2407'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:35.174811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57526) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:35.181721 dv-cinder-774288-3-smb neutron-server[80035]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 05 23:24:35.241161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:35.271278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:35.435069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45241f0f-4ecf-4081-a754-07db6287dc5e,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:35.567076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:35.567757 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57546) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:35.647785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384972-73ea-4c19-941b-19b5119d1803 req-e5e3d7d5-7acc-4ffe-bc07-69500354083a tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:35.648714 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-48384972-73ea-4c19-941b-19b5119d1803 req-e5e3d7d5-7acc-4ffe-bc07-69500354083a tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Synchronizing usage tracker for tenant:54c0a635c7c64c2186cb43edfd622cc6 on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:24:35.777695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Checking segment: {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:35.778185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Network hostable DHCP agents. Network: 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:24:35.814348 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:35.833592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:35.837914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:24:35.845908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Usage tracker for resource:security_group_rule and tenant:ec501bb1e4c748f283bf233143f3ef6b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:35.849703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:35.851838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:35.860594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:35.861337 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:35.867184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:35.901381 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-59bc3d6a-fe68-4c08-b5c8-ffe85d599d41 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4947951 Feb 05 23:24:35.902592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57564) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:35.912326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:35.916632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71a25723-bcea-53fe-8cdc-2e8927844068-c7364839-1e86-4ca0-b391-b578586d7bf0', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01'}]}} from dv-cinder-774288-3-smb. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 23:24:35.917853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:35.917992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:35.922066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Usage tracker for resource:router and tenant:18f27de30b2346e1a782545ed63743ac is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:35.932301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:35.942146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:35.956040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773503'] for router, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:35.957530 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854100938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854095016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2422'] for router, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:35.961659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80fc041-f218-4331-9e24-d5c6ee567526 None None] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:24:35.964320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-48384972-73ea-4c19-941b-19b5119d1803 req-e5e3d7d5-7acc-4ffe-bc07-69500354083a tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Unset dirty status for tenant:54c0a635c7c64c2186cb43edfd622cc6 on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:24:35.972911 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-e5e3d7d5-7acc-4ffe-bc07-69500354083a tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/networks?id=7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd HTTP/1.1" status: 200 len: 811 time: 0.7969279 Feb 05 23:24:36.005768 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-a485fc7e-0f07-4630-af72-8380bbfb61ea tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/quotas/54c0a635c7c64c2186cb43edfd622cc6 HTTP/1.1" status: 200 len: 375 time: 0.0313940 Feb 05 23:24:36.080885 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:36.151780 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-a0b6a400-a028-4ec9-9589-381d725e959d tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=54c0a635c7c64c2186cb43edfd622cc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1447625 Feb 05 23:24:36.191009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:36.245431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:36.451631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57592) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:36.556422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:36.561522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:36.576854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:36.599359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-50a66069-5996-49a1-852c-ee0f9d40de45 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:24:36.600617 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-50a66069-5996-49a1-852c-ee0f9d40de45 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.3568163 Feb 05 23:24:36.623611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d64ad3a1-34cb-4e30-b59c-c02b82780409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:36.696758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29064bf-3d0e-4f31-b800-0971c20d23ea,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:36.701758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:36.779174 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-49b264d7-8be9-44de-8323-ddea33680fca service neutron] 10.222.0.64 "GET /v2.0/networks/7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621139 Feb 05 23:24:36.878365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f41f65-b920-478a-8453-3f870c63fe0d None None] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:24:36.900793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:36.964478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:36.971044 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ec501bb1e4c748f283bf233143f3ef6b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4020514 Feb 05 23:24:36.971699 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57606) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:36.978565 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2407'] for router, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.004086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Usage tracker for resource:security_group_rule and tenant:25a0fc26fb474652b1f7e84432ee2ef5 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:37.013708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:37.030196 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-0f38f75d-ae0a-47f8-a2ed-9de5196cf892 service neutron] 10.222.0.64 "GET /v2.0/networks/7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2435305 Feb 05 23:24:37.063425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:37.159731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Allocated IP 172.28.1.179 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/a746f6ce-4e92-4c34-bab2-e1169ff75770) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:24:37.204373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-12f090d9-ddea-4672-843a-31ac6dc52db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.331115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Allocated IP 172.20.0.2 (c7364839-1e86-4ca0-b391-b578586d7bf0/40127f07-9833-458b-947f-4e42e3f5df01/08711448-0cbe-4503-ba6f-88ad102df3fa) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:24:37.447821 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-12f090d9-ddea-4672-843a-31ac6dc52db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.497240 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bbae8dc5-269f-428b-ab31-8b9f38f8b65f req-6821e85a-44c0-47f8-91f7-1e27e322cdec tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 210 time: 0.1154246 Feb 05 23:24:37.594567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.609115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.624655 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.625774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:37.636396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-12f090d9-ddea-4672-843a-31ac6dc52db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.691940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.695509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.723762 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=25a0fc26fb474652b1f7e84432ee2ef5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2648330 Feb 05 23:24:37.728258 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e79121f-b4fd-435a-9d9e-cc2b3e4a3eb8,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:37.733677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57648) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:37.737662 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:37.748791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-790ad95e-fda8-4515-b5e5-6ccb4c616e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:37.775659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f090d9-ddea-4672-843a-31ac6dc52db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29064bf-3d0e-4f31-b800-0971c20d23ea,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:37.785229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-12f090d9-ddea-4672-843a-31ac6dc52db6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:37.820685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.833562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-12f090d9-ddea-4672-843a-31ac6dc52db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.834790 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-12f090d9-ddea-4672-843a-31ac6dc52db6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e29064bf-3d0e-4f31-b800-0971c20d23ea HTTP/1.1" status: 204 len: 168 time: 0.8507864 Feb 05 23:24:37.841039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Transition to ACTIVE for port object 08711448-0cbe-4503-ba6f-88ad102df3fa will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:24:37.849683 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.862520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Transition to ACTIVE for port object 08711448-0cbe-4503-ba6f-88ad102df3fa will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:24:37.877978 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:37.897998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:37.935441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:38.047499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Pushing event updated for resources: {'Port': ['ID=08711448-0cbe-4503-ba6f-88ad102df3fa,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:38.084184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94305e6b-9ee2-474e-898d-1fc0063d77a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.186231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.186754 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.198261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.198684 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.199068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.199443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.199815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.200448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.200863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.201240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.201630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.202336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.202459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.202776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.203139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.203499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.207591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.207975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.208354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.208729 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.209105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.209486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.209853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.210215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Tracked resource versions report: Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: pushed versions: Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: { 'AddressGroup': {'1.1'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': {'1.0'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': {'1.0'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': {'1.1'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': {'1.7'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': {'1.2'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': {'1.8'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': {'1.4'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': {'1.2'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': {'1.0'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': {'1.1'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': {'1.1'}} Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: consumer versions: Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: { DHCP agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: L3 agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: Metadata agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: Metering agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@dv-cinder-774288-3-smb: { 'AddressGroup': '1.1', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}, Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}} Feb 05 23:24:38.212387 dv-cinder-774288-3-smb neutron-server[80035]: {{(pid=80150) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 23:24:38.253638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Pushing event updated for resources: {'Port': ['ID=a746f6ce-4e92-4c34-bab2-e1169ff75770,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:38.259477 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:38.273802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94305e6b-9ee2-474e-898d-1fc0063d77a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.319261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:38.358115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57678) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:38.433906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:24:38.435086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:38.438061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:24:38.438251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Network c7364839-1e86-4ca0-b391-b578586d7bf0 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:24:38.463623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Resources bound (agent type, host, resource id): {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:38.469140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:24:38.504553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Allocated IP 172.28.1.130 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/e7c02c48-1848-4384-b2b5-13e0a46e8661) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:24:38.589524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Attempting to bind port 08711448-0cbe-4503-ba6f-88ad102df3fa on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:24:38.590374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Attempting to bind port 08711448-0cbe-4503-ba6f-88ad102df3fa by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:24:38.590931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Attempting to bind port 08711448-0cbe-4503-ba6f-88ad102df3fa on network c7364839-1e86-4ca0-b391-b578586d7bf0 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:24:38.598312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:24:38.599185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Checking segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:38.599786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.600370 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Bound using segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:24:38.601058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Bound port: 08711448-0cbe-4503-ba6f-88ad102df3fa, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:24:38.602135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.749195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57698) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:38.772800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] For port 08711448-0cbe-4503-ba6f-88ad102df3fa, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:24:38.783067 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] For port 08711448-0cbe-4503-ba6f-88ad102df3fa, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=08711448-0cbe-4503-ba6f-88ad102df3fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:24:38.804109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.811119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.834227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:38.844341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Usage tracker for resource:security_group_rule and tenant:44b17fccfe324a67b62baa7b03bcb8cf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:38.848434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:38.852925 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:38.896292 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.956962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94305e6b-9ee2-474e-898d-1fc0063d77a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.983147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:38.984251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:39.023796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:39.040397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94305e6b-9ee2-474e-898d-1fc0063d77a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:39.044631 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-94305e6b-9ee2-474e-898d-1fc0063d77a7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3e79121f-b4fd-435a-9d9e-cc2b3e4a3eb8 HTTP/1.1" status: 204 len: 168 time: 1.3096564 Feb 05 23:24:39.047760 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ccf94d07-0e35-4eaa-a702-e00b6ed589b5 req-87a38899-b858-4cd7-8110-e97f3fd13535 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 210 time: 0.0875752 Feb 05 23:24:39.088675 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94305e6b-9ee2-474e-898d-1fc0063d77a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e79121f-b4fd-435a-9d9e-cc2b3e4a3eb8,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:39.114225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:39.127727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-94305e6b-9ee2-474e-898d-1fc0063d77a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:39.139064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:39.152748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef7605b441f4799a38f6676afe33a9b is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:39.161564 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:39.169704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:39.181079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:39.222449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-256aab44-1a09-44dc-90d1-e7572177bddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:39.244803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Pushing event updated for resources: {'Port': ['ID=08711448-0cbe-4503-ba6f-88ad102df3fa,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:39.251669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:39.293903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Pushing event updated for resources: {'Port': ['ID=e7c02c48-1848-4384-b2b5-13e0a46e8661,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:39.306509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:39.318658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:24:39.321752 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:39.328624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:24:39.507665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:39.531168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:39.616190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:39.762000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:39.786142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:39.860520 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4ef7605b441f4799a38f6676afe33a9b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5011282 Feb 05 23:24:39.874598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57728) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:39.935776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab21473-fe3b-448a-bde8-0fac7a71e1ac,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:39.947074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:40.037119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.116511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57740) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:40.278311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854100904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680871'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.360225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-84ec05ff-622a-4d82-8c73-49c1ac613a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.420503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.456118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.464877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:40.467824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.483980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Usage tracker for resource:security_group_rule and tenant:2f1291789343438fbb1c99a6f85bc3f6 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:40.494415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:40.502373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-846cbd48-5a25-4432-b52d-bd422ef7b16a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:40.522748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:40.562314 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=44b17fccfe324a67b62baa7b03bcb8cf&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8115885 Feb 05 23:24:40.567568 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5cf3ae6-c3b0-4a60-84a6-76197c0d2e72 req-5ba26a24-643c-4842-b471-e16013164e26 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 210 time: 0.1811543 Feb 05 23:24:40.568515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57766) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:40.570633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-84ec05ff-622a-4d82-8c73-49c1ac613a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.620702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.697553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.89', 55850) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:40.700541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0642a5ba-1573-4b43-8927-06230c6e3419,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:40.716407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:40.875331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-610c4012-2f3a-4b5d-8ef8-a4985a3a8627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.894444 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-84ec05ff-622a-4d82-8c73-49c1ac613a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.923365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3f4f0d6a-a4f6-4a0f-99c7-ecd6b427dde7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:40.931301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 is scheduled to L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 23:24:40.943742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-610c4012-2f3a-4b5d-8ef8-a4985a3a8627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.948210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854100904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680871'] for router, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:40.960123 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec05ff-622a-4d82-8c73-49c1ac613a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab21473-fe3b-448a-bde8-0fac7a71e1ac,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:40.972182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-84ec05ff-622a-4d82-8c73-49c1ac613a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:41.044701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:41.122053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-84ec05ff-622a-4d82-8c73-49c1ac613a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:41.128686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 08711448-0cbe-4503-ba6f-88ad102df3fa up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:24:41.137082 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-84ec05ff-622a-4d82-8c73-49c1ac613a50 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7ab21473-fe3b-448a-bde8-0fac7a71e1ac HTTP/1.1" status: 204 len: 168 time: 1.2579503 Feb 05 23:24:41.201699 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9091cb20-3c43-4543-9bf8-cb53036950a4 None None] Network c7364839-1e86-4ca0-b391-b578586d7bf0 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:24:41.320120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:41.359304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-610c4012-2f3a-4b5d-8ef8-a4985a3a8627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:41.388934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:41.434572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c4012-2f3a-4b5d-8ef8-a4985a3a8627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0642a5ba-1573-4b43-8927-06230c6e3419,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:41.440823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-610c4012-2f3a-4b5d-8ef8-a4985a3a8627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:41.481092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-610c4012-2f3a-4b5d-8ef8-a4985a3a8627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:41.492831 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-610c4012-2f3a-4b5d-8ef8-a4985a3a8627 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0642a5ba-1573-4b43-8927-06230c6e3419 HTTP/1.1" status: 204 len: 168 time: 0.8549879 Feb 05 23:24:41.517064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:24:41.529918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Sync routers for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:24:41.550065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:24:41.550757 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:24:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:41.623605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:41.625009 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.4869540 Feb 05 23:24:41.636850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57822) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:41.642373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-64fd9995-80e8-4746-a934-01dc44089b25 None None] Provisioning for port 08711448-0cbe-4503-ba6f-88ad102df3fa completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:24:41.684970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384972-73ea-4c19-941b-19b5119d1803 req-d48e426b-37fb-44df-826f-2692c2b9fdd9 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:41.687082 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-d48e426b-37fb-44df-826f-2692c2b9fdd9 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.89 "GET /v2.0/networks?id=7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd HTTP/1.1" status: 200 len: 811 time: 0.9833493 Feb 05 23:24:41.703605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:41.713519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 08711448-0cbe-4503-ba6f-88ad102df3fa completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:24:41.734035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 08711448-0cbe-4503-ba6f-88ad102df3fa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:41.735405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:41.749489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-709e070c-d85a-411b-8c83-94b48ee0169c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:41.790834 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2f1291789343438fbb1c99a6f85bc3f6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6687038 Feb 05 23:24:41.791044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e6e2f-7f90-474a-b0aa-b574d00ab44e,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:41.802293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:41.803101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57828) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:41.817223 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Request body: {'port': {'device_id': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'network_id': '7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd', 'admin_state_up': True, 'tenant_id': '54c0a635c7c64c2186cb43edfd622cc6'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:42.038784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57840) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:42.061780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:42.073058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Usage tracker for resource:port and tenant:54c0a635c7c64c2186cb43edfd622cc6 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:42.077364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:42.083644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:42.092910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 is scheduled to L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 with binding_index 1 {{(pid=80148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 23:24:42.168537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Made reservation on behalf of 54c0a635c7c64c2186cb43edfd622cc6 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:42.193070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:24:42.202242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:42.212060 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b242f6b6-a884-455d-bb47-5ab8a3dfafab req-ecdea9e3-e443-4a60-80d0-2a8fd4a971ed tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 210 time: 0.1547093 Feb 05 23:24:42.320105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:42.377403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 08711448-0cbe-4503-ba6f-88ad102df3fa, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=08711448-0cbe-4503-ba6f-88ad102df3fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:24:42.388415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:42.391162 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:42.506865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=08711448-0cbe-4503-ba6f-88ad102df3fa,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:42.521889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:42.826936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c262b414-604e-4d27-85c8-4eac9fc000c1 None None] Provisioning complete for port 08711448-0cbe-4503-ba6f-88ad102df3fa triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:42.827654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c262b414-604e-4d27-85c8-4eac9fc000c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:43.277165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 08711448-0cbe-4503-ba6f-88ad102df3fa up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:24:43.382890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:39Z', 'revision_number': 3, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:43.398254 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Checking router: a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:24:43.399701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Updating router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 port a746f6ce-4e92-4c34-bab2-e1169ff75770 binding host dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:24:43.526207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57874) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:43.634519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:43.659730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 08711448-0cbe-4503-ba6f-88ad102df3fa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:43.660157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:43.760113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-434db03b-a7dc-4700-a065-e464a8900fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:43.873069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1bafdc62-9838-4d6c-80a6-f1048565eec4 None None] Provisioning complete for port 08711448-0cbe-4503-ba6f-88ad102df3fa triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:43.874281 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bafdc62-9838-4d6c-80a6-f1048565eec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:43.884789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:24:43.911798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Allocated IP 172.20.0.10 (7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd/a662a0c2-e16d-4301-9aa8-39b3f78b8e24/5ba84129-112c-4e85-b2e9-fd647bd5cfe1) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:24:43.935561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-434db03b-a7dc-4700-a065-e464a8900fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:44.068213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Sync routers for ids ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:24:44.128236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Routers {'5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:24:44.153183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:24:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:44.318494 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:44.320020 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.4141088 Feb 05 23:24:44.334373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57894) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:44.428370 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f0eff069-04fe-48a7-82e6-116c3e29df8a req-97674fb4-b03b-49b1-aa90-670bd313ad62 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 210 time: 0.5729740 Feb 05 23:24:44.598285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-434db03b-a7dc-4700-a065-e464a8900fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:44.656804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:44.724790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:44.740009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Usage tracker for resource:security_group_rule and tenant:7d840485abfd4a18a13a63251fdc43ff is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:44.748544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:44.792237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:44.846016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Transition to ACTIVE for port object a746f6ce-4e92-4c34-bab2-e1169ff75770 will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:24:44.853953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:44.855435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:44.863523 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-434db03b-a7dc-4700-a065-e464a8900fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:44.864910 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-434db03b-a7dc-4700-a065-e464a8900fe2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ab1e6e2f-7f90-474a-b0aa-b574d00ab44e HTTP/1.1" status: 204 len: 168 time: 2.8111994 Feb 05 23:24:44.877452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Set router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:24:44.900080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:45.044979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:45.291210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Pushing event updated for resources: {'Port': ['ID=a746f6ce-4e92-4c34-bab2-e1169ff75770,revision_number=2']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:45.303144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:45.349184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.352536 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.354587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.355185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.358280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.358911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.359479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.360011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.360576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.361630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.362847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.363373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.364457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.365186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.366028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.366889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.370353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.370969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.371713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.372269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.372823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.374129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.375920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.376451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Tracked resource versions report: Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: pushed versions: Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: { 'AddressGroup': {'1.1'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': {'1.0'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': {'1.0'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': {'1.1'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': {'1.7'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': {'1.2'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': {'1.8'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': {'1.4'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': {'1.2'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': {'1.0'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': {'1.1'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': {'1.1'}} Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: consumer versions: Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: { DHCP agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: L3 agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: Metadata agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: Metering agent@dv-cinder-774288-3-smb: {}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@dv-cinder-774288-3-smb: { 'AddressGroup': '1.1', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}, Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: Open vSwitch agent@hv-cinder-77428: { 'AddressGroup': '1.1', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'ConntrackHelper': '1.0', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Log': '1.0', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Network': '1.1', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Port': '1.7', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'PortForwarding': '1.2', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'QosPolicy': '1.8', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroup': '1.4', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SecurityGroupRule': '1.2', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'SubPort': '1.0', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Subnet': '1.1', Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: 'Trunk': '1.1'}} Feb 05 23:24:45.378077 dv-cinder-774288-3-smb neutron-server[80035]: {{(pid=80151) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Feb 05 23:24:45.400120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:45.623284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Attempting to bind port a746f6ce-4e92-4c34-bab2-e1169ff75770 on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:24:45.624756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Attempting to bind port a746f6ce-4e92-4c34-bab2-e1169ff75770 by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:24:45.627820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Attempting to bind port a746f6ce-4e92-4c34-bab2-e1169ff75770 on network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:24:45.660256 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:24:45.673975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Checking segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:45.674811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:45.675481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Bound using segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:24:45.676273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Bound port: a746f6ce-4e92-4c34-bab2-e1169ff75770, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:24:45.677005 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:45.876385 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] For port a746f6ce-4e92-4c34-bab2-e1169ff75770, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:24:45.884409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] For port a746f6ce-4e92-4c34-bab2-e1169ff75770, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=a746f6ce-4e92-4c34-bab2-e1169ff75770,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:24:45.890638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:45.928284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:46.105386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:46.108353 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cc9ded82-fab6-48e9-ba68-8a53ef38c3e8 req-ece1e474-53f9-4027-921f-326700ddd165 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 210 time: 0.2116628 Feb 05 23:24:46.108887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57918) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:46.140712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:46.221415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:24:39Z', 'revision_number': 3, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:46.232125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Checking router: 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:24:46.236711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Updating router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 port e7c02c48-1848-4384-b2b5-13e0a46e8661 binding host dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:24:46.298908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:46.315538 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Pushing event updated for resources: {'Port': ['ID=a746f6ce-4e92-4c34-bab2-e1169ff75770,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:46.337272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:46.387400 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:46.403111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:24:46.404061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:24:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:46.422486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f01cd3-eef1-471b-b39f-3967d8c0a3a4,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:46.434745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434db03b-a7dc-4700-a065-e464a8900fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e6e2f-7f90-474a-b0aa-b574d00ab44e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:46.441914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:46.570291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-434db03b-a7dc-4700-a065-e464a8900fe2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.716s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:46.680054 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7d840485abfd4a18a13a63251fdc43ff&name=default HTTP/1.1" status: 200 len: 2975 time: 3.1525359 Feb 05 23:24:46.683953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 57936) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:46.795466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:24:46.897022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:46.943905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:46.950776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:46.965621 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:47.016484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:47.081437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:47.096144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Usage tracker for resource:security_group_rule and tenant:11598e6ebb8644de91772921437d8491 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:47.099620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:47.121954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:47.311777 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Pushing event updated for resources: {'Port': ['ID=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:47.360987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:47.366326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:47.377110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:47.399691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Transition to ACTIVE for port object e7c02c48-1848-4384-b2b5-13e0a46e8661 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:24:47.403804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:47.435520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:47.442965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:47.521098 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-41a1e248-99e9-443a-a1e4-f5f8bb3bded2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:47.606271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a86bcb-fc1f-4a5b-8e3c-eda136128bf4 None None] Pushing event updated for resources: {'Port': ['ID=e7c02c48-1848-4384-b2b5-13e0a46e8661,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:47.696466 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11598e6ebb8644de91772921437d8491&name=default HTTP/1.1" status: 200 len: 2977 time: 1.5804510 Feb 05 23:24:47.714032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-92a86bcb-fc1f-4a5b-8e3c-eda136128bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:47.740968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57954) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:47.794026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:39Z', 'revision_number': 3, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:47.801322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d35a70-765d-4446-85ea-0d3ee16ac745 None None] The sync data for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb is: [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:39Z', 'revision_number': 3, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:24:47.910700 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9bd4e0d9-4fcc-4f37-b65c-564279a65987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.025343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c45c559e-e8f4-46e9-90dd-666dc842bc65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.034349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9bd4e0d9-4fcc-4f37-b65c-564279a65987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.154968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2266cf-0d24-4de3-bdb6-ac380507c465,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:48.181537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:48.261895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:24:48.268129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:48.288618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:24:48.295794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Attempting to bind port e7c02c48-1848-4384-b2b5-13e0a46e8661 on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:24:48.296425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Attempting to bind port e7c02c48-1848-4384-b2b5-13e0a46e8661 by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:24:48.296953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Attempting to bind port e7c02c48-1848-4384-b2b5-13e0a46e8661 on network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:24:48.297168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c45c559e-e8f4-46e9-90dd-666dc842bc65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.310445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:24:48.311217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Checking segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:48.312126 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.312774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Bound using segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:24:48.313641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Bound port: e7c02c48-1848-4384-b2b5-13e0a46e8661, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:24:48.314330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.422727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Allocated IP 172.20.0.1 (c7364839-1e86-4ca0-b391-b578586d7bf0/40127f07-9833-458b-947f-4e42e3f5df01/ed9826ac-e3d3-4a6d-9431-2fb1116d75df) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:24:48.427544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.526613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:48.528042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.550811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] For port e7c02c48-1848-4384-b2b5-13e0a46e8661, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:24:48.558665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] For port e7c02c48-1848-4384-b2b5-13e0a46e8661, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=e7c02c48-1848-4384-b2b5-13e0a46e8661,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:24:48.567293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.632889 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8434172 Feb 05 23:24:48.634492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9bd4e0d9-4fcc-4f37-b65c-564279a65987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.666926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0880112-8d0e-4056-9355-b6c0626e896c req-4740c2b3-3549-4ffa-9dcc-0703ffc23689 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:48.680251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-757c7ec4-b924-476c-8dd9-5b97d8da2768 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:24:48.682457 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-757c7ec4-b924-476c-8dd9-5b97d8da2768 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0187459 Feb 05 23:24:48.685971 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a0880112-8d0e-4056-9355-b6c0626e896c req-4740c2b3-3549-4ffa-9dcc-0703ffc23689 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 932 time: 1.0981207 Feb 05 23:24:48.716428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c45c559e-e8f4-46e9-90dd-666dc842bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:48.739556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:48.770791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:48.797499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c559e-e8f4-46e9-90dd-666dc842bc65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f01cd3-eef1-471b-b39f-3967d8c0a3a4,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:48.812730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:48.845903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c45c559e-e8f4-46e9-90dd-666dc842bc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:48.895989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd4e0d9-4fcc-4f37-b65c-564279a65987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2266cf-0d24-4de3-bdb6-ac380507c465,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:48.912273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9bd4e0d9-4fcc-4f37-b65c-564279a65987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:48.980086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a0880112-8d0e-4056-9355-b6c0626e896c req-d5afd3e6-69d1-4653-89e8-d16be717b130 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Synchronizing usage tracker for tenant:54c0a635c7c64c2186cb43edfd622cc6 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:24:49.086118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9bd4e0d9-4fcc-4f37-b65c-564279a65987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:49.094640 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9bd4e0d9-4fcc-4f37-b65c-564279a65987 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5d2266cf-0d24-4de3-bdb6-ac380507c465 HTTP/1.1" status: 204 len: 168 time: 1.3447473 Feb 05 23:24:49.155450 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Routers {'5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:24:49.156451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:24:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:49.185274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 57984) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:49.186702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Allocated IP 172.20.0.1 (6ed719fc-7e49-4cbf-bb42-4486f1ae71c4/45241f0f-4ecf-4081-a754-07db6287dc5e/a627bd20-d23a-420c-9e8d-e7094d2d700e) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:24:49.207175 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a0880112-8d0e-4056-9355-b6c0626e896c req-d5afd3e6-69d1-4653-89e8-d16be717b130 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Unset dirty status for tenant:54c0a635c7c64c2186cb43edfd622cc6 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:24:49.210124 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a0880112-8d0e-4056-9355-b6c0626e896c req-d5afd3e6-69d1-4653-89e8-d16be717b130 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5232816 Feb 05 23:24:49.245557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c45c559e-e8f4-46e9-90dd-666dc842bc65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:49.249932 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c45c559e-e8f4-46e9-90dd-666dc842bc65 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/04f01cd3-eef1-471b-b39f-3967d8c0a3a4 HTTP/1.1" status: 204 len: 168 time: 2.5476782 Feb 05 23:24:49.407343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:49.472844 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Transition to ACTIVE for port object ed9826ac-e3d3-4a6d-9431-2fb1116d75df will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:24:49.533941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:49.576588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] Set router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:24:49.722881 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:49.797946 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:49.841460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-309589c0-89f6-45bd-91d3-828dc6315a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:49.869561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:50.056764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:50.066559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:50.087413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device a746f6ce-4e92-4c34-bab2-e1169ff75770 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:24:50.155393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Network c7364839-1e86-4ca0-b391-b578586d7bf0 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:24:50.156692 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:50.174239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:24:50.174766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682339'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:50.232682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Pushing event updated for resources: {'Port': ['ID=a627bd20-d23a-420c-9e8d-e7094d2d700e,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:50.238786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:50.266058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a86bcb-fc1f-4a5b-8e3c-eda136128bf4 None None] Pushing event updated for resources: {'Port': ['ID=e7c02c48-1848-4384-b2b5-13e0a46e8661,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:50.358989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730639585-network', 'tenant_id': '11cbd4cead944d01af3ac8dd72b6dc96'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:50.361507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-92a86bcb-fc1f-4a5b-8e3c-eda136128bf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.622s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:50.375545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:50.474297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Usage tracker for resource:network and tenant:11cbd4cead944d01af3ac8dd72b6dc96 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:50.495632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:50.516181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:50.529065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port a746f6ce-4e92-4c34-bab2-e1169ff75770 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:24:50.556008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Made reservation on behalf of 11cbd4cead944d01af3ac8dd72b6dc96 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:50.563410 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:50.564537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:50.566552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port a746f6ce-4e92-4c34-bab2-e1169ff75770 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:50.567031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:50.709610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:50.762415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Request body: {'port': {'device_id': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:50.867988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:50.879039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Usage tracker for resource:security_group_rule and tenant:11cbd4cead944d01af3ac8dd72b6dc96 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:50.892021 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:50.918347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:50.944400 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-83af9802-2d6d-4b43-97e2-80e2220e3b57 None None] Provisioning for port ed9826ac-e3d3-4a6d-9431-2fb1116d75df completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:24:50.987288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:51.011721 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port a746f6ce-4e92-4c34-bab2-e1169ff75770, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=a746f6ce-4e92-4c34-bab2-e1169ff75770,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:24:51.016950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:51.018785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-83af9802-2d6d-4b43-97e2-80e2220e3b57 None None] Provisioning complete for port ed9826ac-e3d3-4a6d-9431-2fb1116d75df triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:51.019192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83af9802-2d6d-4b43-97e2-80e2220e3b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:51.069942 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:51.130115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:51.140425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:24:51.150828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:51.153389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=a746f6ce-4e92-4c34-bab2-e1169ff75770,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:51.159886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:51.177936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:24:51.178476 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682339'] for router_interface, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:51.232565 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-83af9802-2d6d-4b43-97e2-80e2220e3b57 None None] Port ed9826ac-e3d3-4a6d-9431-2fb1116d75df cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:24:51.241615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:24:39Z', 'revision_number': 3, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:51.252922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6979c3a6-17a1-4505-be0b-a5d32e4613c8 None None] The sync data for ids ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'] in dv-cinder-774288-3-smb is: [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:24:39Z', 'revision_number': 3, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:24:51.493853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994f1b7-2750-475d-aa5a-c71b806d6a20 req-f7e970f5-3792-438b-a179-aeac3117844c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:51.521976 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e994f1b7-2750-475d-aa5a-c71b806d6a20 req-f7e970f5-3792-438b-a179-aeac3117844c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 932 time: 0.9238584 Feb 05 23:24:51.824566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device a746f6ce-4e92-4c34-bab2-e1169ff75770 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:24:52.120712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port a746f6ce-4e92-4c34-bab2-e1169ff75770 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:52.121347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:52.528096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:52.704600 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e994f1b7-2750-475d-aa5a-c71b806d6a20 req-dbb34697-893b-4f43-88ef-1ac9289e370f tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1815667 Feb 05 23:24:52.761338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:52.770685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:52.771883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:52.773833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854102338'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:52.822331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:52.826534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:53.181981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Pushing event updated for resources: {'Port': ['ID=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:53.190393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:53.304178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de91f365-a1dd-4aff-b960-ee896830f2ff,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:53.313098 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Network c7364839-1e86-4ca0-b391-b578586d7bf0 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:24:53.320585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:53.326606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.500s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:53.718010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:24:53.806275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:53.807021 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Added segment 07d380b0-eb14-4f48-a670-90dac70367dc of type vxlan for network 1ba7fd8b-498e-4a06-9250-a42f13e33041 Feb 05 23:24:53.907014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-877ae652-babe-4985-bf8e-712557311d54 None None] Provisioning complete for port ed9826ac-e3d3-4a6d-9431-2fb1116d75df triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:53.907502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-877ae652-babe-4985-bf8e-712557311d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:53.949431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:54.145583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:24:54.149799 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-877ae652-babe-4985-bf8e-712557311d54 None None] Port ed9826ac-e3d3-4a6d-9431-2fb1116d75df cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:24:54.163889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device e7c02c48-1848-4384-b2b5-13e0a46e8661 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:24:54.233529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:54.284517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:54.300948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port e7c02c48-1848-4384-b2b5-13e0a46e8661 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:24:54.307756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port e7c02c48-1848-4384-b2b5-13e0a46e8661 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:54.308314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:54.621883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:54.678632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port e7c02c48-1848-4384-b2b5-13e0a46e8661, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=e7c02c48-1848-4384-b2b5-13e0a46e8661,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:24:54.687325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:54.689797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:54.690574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:54.694597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:54.893302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f2e8a-af0e-46b1-98bb-60b56ccf45dc req-459a4950-ff57-42db-94b7-9f3a62c37ee8 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:54.907202 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a95f2e8a-af0e-46b1-98bb-60b56ccf45dc req-459a4950-ff57-42db-94b7-9f3a62c37ee8 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 932 time: 0.5719435 Feb 05 23:24:54.922055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=e7c02c48-1848-4384-b2b5-13e0a46e8661,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:54.942775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:54.997719 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:24:55.008154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Sync routers for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:24:55.018039 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] 10.222.0.64 "PUT /v2.0/routers/a7932efc-8e37-45ec-9fe7-2d9f6a7abb52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3798628 Feb 05 23:24:55.027303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:24:55.028211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:24:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:55.057464 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a95f2e8a-af0e-46b1-98bb-60b56ccf45dc req-b7a373e7-ddd7-4bdb-8ada-0f50f265c7c7 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432920 Feb 05 23:24:55.109157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2bfeff4f-d7e3-4389-82cb-b8d2a2370f37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:55.282916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.resource_extend [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 23:24:55.292541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Pushing event updated for resources: {'Network': ['ID=1ba7fd8b-498e-4a06-9250-a42f13e33041,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:55.305679 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 6.1158473 Feb 05 23:24:55.308966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58102) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:55.312669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:55.315162 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Request body: {'subnet': {'network_id': '1ba7fd8b-498e-4a06-9250-a42f13e33041', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1730639585-subnet', 'tenant_id': '11cbd4cead944d01af3ac8dd72b6dc96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:55.315892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:55.322987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 1ba7fd8b-498e-4a06-9250-a42f13e33041 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:24:55.342236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:55.378806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Usage tracker for resource:subnet and tenant:11cbd4cead944d01af3ac8dd72b6dc96 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:55.407843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:55.426440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:55.491792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Made reservation on behalf of 11cbd4cead944d01af3ac8dd72b6dc96 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:24:55.495430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:24:55.510774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:55.550927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:55.595340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854102338'] for router_interface, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:55.846346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 1ba7fd8b-498e-4a06-9250-a42f13e33041 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:24:56.020910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:56.158985 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58124) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:56.237708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device e7c02c48-1848-4384-b2b5-13e0a46e8661 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:24:56.244995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:24:56.258429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:56.271298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:24:56.347596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:56.392474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Transition to ACTIVE for port object 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:24:56.474460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:56.475283 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Pushing event updated for resources: {'Port': ['ID=a627bd20-d23a-420c-9e8d-e7094d2d700e,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:56.484636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port e7c02c48-1848-4384-b2b5-13e0a46e8661 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:24:56.485208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:56.502158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:56.790992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:24:51Z', 'revision_number': 2, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:56.796255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Checking router: a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:24:56.796255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Updating router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 port ed9826ac-e3d3-4a6d-9431-2fb1116d75df binding host dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:24:56.817305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-70b5f959-c879-4577-922a-dd3fabd2c24c tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:56.876772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:56.943715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.003464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:57.028251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Usage tracker for resource:security_group_rule and tenant:9209e95b0d024ca1824924e6e12a9a22 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:57.029272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c888c11-c84f-4952-9024-0f17c928c5d6 req-d6bad7e1-cfa4-46b9-a4c4-de828283d24e tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:57.031632 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5c888c11-c84f-4952-9024-0f17c928c5d6 req-d6bad7e1-cfa4-46b9-a4c4-de828283d24e tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 944 time: 0.6271384 Feb 05 23:24:57.039952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:57.043409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Pushing event updated for resources: {'Port': ['ID=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:57.054492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:57.060694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:57.090677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58146) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:57.106750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1050699246', 'description': 'tempest-description--1680699709'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:57.145024 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:57.158074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:security_group and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:57.163756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:57.204021 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:24:57.212618 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5c888c11-c84f-4952-9024-0f17c928c5d6 req-dd4bb41c-8283-42a7-984a-0b0b8e936114 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747303 Feb 05 23:24:57.213746 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:57.219058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Attempting to bind port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:24:57.219458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Attempting to bind port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'd0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:24:57.219828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Attempting to bind port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 on network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:24:57.238869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.245510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:24:57.245905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Checking segment: {'id': 'd0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:57.246351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.246757 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Bound using segment: {'id': 'd0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:24:57.247289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Bound port: 5ba84129-112c-4e85-b2e9-fd647bd5cfe1, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:24:57.247663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.311835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:57.316550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:security_group_rule and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:57.321596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:57.329937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:57.433916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.441170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.517688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-94305e6b-9ee2-474e-898d-1fc0063d77a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:57.530735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.532067 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4373500 Feb 05 23:24:57.537721 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58166) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:57.558827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'security_group_rule': {'security_group_id': 'a235970a-181e-44de-885a-72d5c6482425', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:57.566472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.580211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.581112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Transition to ACTIVE for port object ed9826ac-e3d3-4a6d-9431-2fb1116d75df will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:24:57.584734 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:57.587864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.620029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:57.658650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a235970a-181e-44de-885a-72d5c6482425,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:57.667481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:security_group_rule and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:57.673349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:57.674188 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:57.676940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-32b17c5d-5704-4bd2-a13b-abd7cc9ed883 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:57.743001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:57.800614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e44d3e2-0693-4ddb-99bd-4c7f6b9a6bb4,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:57.806152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:57.816572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.914418 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.921134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] For port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:24:57.921976 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Checking segment: {'id': '07d380b0-eb14-4f48-a670-90dac70367dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1ba7fd8b-498e-4a06-9250-a42f13e33041'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:57.922380 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Network hostable DHCP agents. Network: 1ba7fd8b-498e-4a06-9250-a42f13e33041, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:24:57.924345 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b5af3-e474-468e-98e0-1388f010bf09 None None] Pushing event updated for resources: {'Port': ['ID=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:57.928099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-456b5af3-e474-468e-98e0-1388f010bf09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:57.928906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.935744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.944336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:57.947917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.969818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2036350-7460-4517-9e1d-0600e27331aa,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:57.981284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Network 1ba7fd8b-498e-4a06-9250-a42f13e33041 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:24:57.984646 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:57.994531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:57.998576 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4544148 Feb 05 23:24:57.998576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 1ba7fd8b-498e-4a06-9250-a42f13e33041) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:24:57.998942 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] For port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,segment=NetworkSegment(d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a),segment_id=d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:24:58.000403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58176) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:58.006588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4edac-79f3-4b96-9b8a-bc35afa2cd88 None None] Network 1ba7fd8b-498e-4a06-9250-a42f13e33041 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:24:58.016532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'security_group_rule': {'security_group_id': 'a235970a-181e-44de-885a-72d5c6482425', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:58.028967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:58.029666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.041510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:58.046771 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:security_group_rule and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:58.050422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:58.057105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:58.068240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:58.077934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:24:58.079951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.084028 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7735538 Feb 05 23:24:58.193716 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Sync routers for ids ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:24:58.232656 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Attempting to bind port ed9826ac-e3d3-4a6d-9431-2fb1116d75df on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:24:58.233063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Attempting to bind port ed9826ac-e3d3-4a6d-9431-2fb1116d75df by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:24:58.233514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Attempting to bind port ed9826ac-e3d3-4a6d-9431-2fb1116d75df on network c7364839-1e86-4ca0-b391-b578586d7bf0 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:24:58.269748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:24:58.270168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Checking segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:24:58.270624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.271057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Bound using segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:24:58.271579 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Bound port: ed9826ac-e3d3-4a6d-9431-2fb1116d75df, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:24:58.271994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.387124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.479474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86bfdb7b-936c-4942-8f66-47c6177093f0,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:58.511567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:58.522408 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.137s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:58.584177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] For port ed9826ac-e3d3-4a6d-9431-2fb1116d75df, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:24:58.593518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] For port ed9826ac-e3d3-4a6d-9431-2fb1116d75df, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:24:58.603137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.610752 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Pushing event updated for resources: {'Port': ['ID=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:58.621238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:58.631413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ecdabece-2f20-4806-a554-d44cee30ddc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:58.653188 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] 10.222.0.64 "PUT /v2.0/routers/5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3171496 Feb 05 23:24:58.662071 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9209e95b0d024ca1824924e6e12a9a22&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4975967 Feb 05 23:24:58.670347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58202) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:58.720075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Routers {'5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:24:58.724068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:24:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:58.756382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.767461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.868343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:24:58.873662 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5e5d6-a747-40e1-9e32-93dd5d5d92a2 req-aa2c6f44-9e67-4145-8eed-c291021aff62 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:58.876206 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a7e5e5d6-a747-40e1-9e32-93dd5d5d92a2 req-aa2c6f44-9e67-4145-8eed-c291021aff62 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 944 time: 0.3983459 Feb 05 23:24:58.931925 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:58.937590 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9232361 Feb 05 23:24:58.946991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58212) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:24:58.960000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d92054e-b183-4cc0-99ab-d398c1cda95d,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:59.007589 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'floatingip': {'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:24:59.011711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:24:59.012774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:24:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:59.045689 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a7e5e5d6-a747-40e1-9e32-93dd5d5d92a2 req-6498fdea-b8d1-4f04-a97c-55c4f8dd9c15 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634364 Feb 05 23:24:59.052398 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:24:59.066118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:floatingip and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:24:59.078221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:24:59.091464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:24:59.117718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:24:59.118421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:59.120198 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] 10.222.0.89 "PUT /v2.0/ports/5ba84129-112c-4e85-b2e9-fd647bd5cfe1 HTTP/1.1" status: 200 len: 1158 time: 9.8652456 Feb 05 23:24:59.124765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'tag': '5ba84129-112c-4e85-b2e9-fd647bd5cfe1'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:24:59.171110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Set router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:24:59.320031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d331fe34-d246-4b94-b7cc-94e81b641ebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:59.354753 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:24:59.454837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:59.468987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b5af3-e474-468e-98e0-1388f010bf09 None None] Pushing event updated for resources: {'Port': ['ID=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:24:59.475025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-456b5af3-e474-468e-98e0-1388f010bf09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:24:59.487697 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:59.609063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d331fe34-d246-4b94-b7cc-94e81b641ebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:24:59.888447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'a627bd20-d23a-420c-9e8d-e7094d2d700e', 'name': '', 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'mac_address': 'fa:16:3e:48:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '45241f0f-4ecf-4081-a754-07db6287dc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:48Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 2, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'subnets': [{'id': '45241f0f-4ecf-4081-a754-07db6287dc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:24:59.980395 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Checking router: 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:24:59.982587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Updating router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 port a627bd20-d23a-420c-9e8d-e7094d2d700e binding host dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:25:00.082756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384972-73ea-4c19-941b-19b5119d1803 req-034926bf-74a9-47a6-883b-1170d9c1768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:00.088663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cff469-58b8-4054-b989-93196d54dcd2 None None] Network 1ba7fd8b-498e-4a06-9250-a42f13e33041 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:25:00.089585 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-034926bf-74a9-47a6-883b-1170d9c1768a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=54c0a635c7c64c2186cb43edfd622cc6&device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 1161 time: 0.7286880 Feb 05 23:25:00.275267 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:24:58Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:00.280915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e4980a8-e716-464f-9d4c-2e800b4682df None None] The sync data for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb is: [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:24:58Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:25:00.313709 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-03ef9b0b-dfc9-4865-80af-a4d0d53d5961 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba84129-112c-4e85-b2e9-fd647bd5cfe1 HTTP/1.1" status: 200 len: 217 time: 0.2054458 Feb 05 23:25:00.324279 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'tag': '5ba84129-112c-4e85-b2e9-fd647bd5cfe1', 'status': 'completed', 'code': 200} Feb 05 23:25:00.432450 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:00.554050 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d331fe34-d246-4b94-b7cc-94e81b641ebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:00.601961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9698cefe-b813-43fb-a8af-c3b3c02e4769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:00.649430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331fe34-d246-4b94-b7cc-94e81b641ebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86bfdb7b-936c-4942-8f66-47c6177093f0,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:00.657171 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d331fe34-d246-4b94-b7cc-94e81b641ebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:00.715500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58300) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:00.758732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1362247477-network', 'tenant_id': 'e2264b0ee1aa4911b4af2b69330f3bd6'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:00.764548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:00.769724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Usage tracker for resource:network and tenant:e2264b0ee1aa4911b4af2b69330f3bd6 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:00.774599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:00.781862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:00.797674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:00.817508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d331fe34-d246-4b94-b7cc-94e81b641ebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:00.818756 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d331fe34-d246-4b94-b7cc-94e81b641ebf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/86bfdb7b-936c-4942-8f66-47c6177093f0 HTTP/1.1" status: 204 len: 168 time: 2.1470623 Feb 05 23:25:00.826228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48384972-73ea-4c19-941b-19b5119d1803 req-126677f5-0d7a-4318-be94-fb0d24078547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:00.828255 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-126677f5-0d7a-4318-be94-fb0d24078547 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a662a0c2-e16d-4301-9aa8-39b3f78b8e24 HTTP/1.1" status: 200 len: 851 time: 0.4671299 Feb 05 23:25:00.831960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Made reservation on behalf of e2264b0ee1aa4911b4af2b69330f3bd6 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:25:00.837034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:00.908954 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-5d8d356d-ffa5-4d67-8422-dd73935459b8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580039 Feb 05 23:25:00.909784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58306) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:00.926302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:00.970739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-e9b29095-99ff-4ad4-aa22-abe10c19932c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:00.980236 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-e9b29095-99ff-4ad4-aa22-abe10c19932c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 819 time: 1.2225323 Feb 05 23:25:01.011142 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-d4534ada-4508-4f98-8704-8b3e6aca22c4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/quotas/18f27de30b2346e1a782545ed63743ac HTTP/1.1" status: 200 len: 375 time: 0.0298247 Feb 05 23:25:01.025137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:01.219309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5a6463-e0b5-4c90-9f4f-b3e7f80308bf req-936c3050-9685-4099-879f-1adab521e728 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:01.222110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:01.227575 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-f868d78e-8980-4b1e-beb3-ace22d28b12a service neutron] 10.222.0.89 "GET /v2.0/networks/7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855158 Feb 05 23:25:01.236157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Usage tracker for resource:security_group_rule and tenant:e2264b0ee1aa4911b4af2b69330f3bd6 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:01.236356 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2f5a6463-e0b5-4c90-9f4f-b3e7f80308bf req-936c3050-9685-4099-879f-1adab521e728 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 944 time: 0.5749416 Feb 05 23:25:01.237105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Transition to ACTIVE for port object a627bd20-d23a-420c-9e8d-e7094d2d700e will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:25:01.264707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:01.364914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:01.380033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:01.420423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b51d9729-8808-4fa8-b2f2-b2de3d6b471b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:01.518764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310d337-d573-466b-8a1c-d906989f1fb2 None None] Pushing event updated for resources: {'Port': ['ID=a627bd20-d23a-420c-9e8d-e7094d2d700e,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:01.530650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2310d337-d573-466b-8a1c-d906989f1fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:01.552461 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2f5a6463-e0b5-4c90-9f4f-b3e7f80308bf req-328cb997-e251-4ed9-a2a0-cb93d6449689 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152382 Feb 05 23:25:01.647877 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-eb2ccb5a-3ed2-42c5-a917-b67b39abcac7 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6356392 Feb 05 23:25:01.862977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device ed9826ac-e3d3-4a6d-9431-2fb1116d75df up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:01.899565 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:01.925785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:01.931028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Usage tracker for resource:security_group_rule and tenant:a26e8966683c48eab79a379f2a0df535 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:01.934797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:01.940902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:02.005854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-27de0b31-0a0c-4871-8c46-a3db4ce94a01 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:25:02.007316 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-27de0b31-0a0c-4871-8c46-a3db4ce94a01 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1487057 Feb 05 23:25:02.048027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.111691 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48384972-73ea-4c19-941b-19b5119d1803 req-8aea95ff-4785-4413-ae27-8d4cf292d8a7 service neutron] 10.222.0.89 "GET /v2.0/networks/7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8768806 Feb 05 23:25:02.154925 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.178321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:02.207248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Attempting to bind port a627bd20-d23a-420c-9e8d-e7094d2d700e on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:25:02.207248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Attempting to bind port a627bd20-d23a-420c-9e8d-e7094d2d700e by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:25:02.207248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Attempting to bind port a627bd20-d23a-420c-9e8d-e7094d2d700e on network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:25:02.217056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17762de-32fc-49cc-ae10-1102d0784376,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:02.228601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:02.232146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:25:02.232492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Checking segment: {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:25:02.232830 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.233435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Bound using segment: {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:25:02.233785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Bound port: a627bd20-d23a-420c-9e8d-e7094d2d700e, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:25:02.234215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.310675 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a26e8966683c48eab79a379f2a0df535&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3658442 Feb 05 23:25:02.310777 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58356) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:02.379685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-37dd80c7-fc52-4651-b5fa-6d20d9be934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:02.383503 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-37dd80c7-fc52-4651-b5fa-6d20d9be934a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=54c0a635c7c64c2186cb43edfd622cc6&device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 1161 time: 0.1552098 Feb 05 23:25:02.391785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port ed9826ac-e3d3-4a6d-9431-2fb1116d75df completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:25:02.411637 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port ed9826ac-e3d3-4a6d-9431-2fb1116d75df triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:02.412056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.528070 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-1a770659-67c6-4d9a-93c0-7580d957075e service neutron] 10.222.0.64 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5118623 Feb 05 23:25:02.701369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] For port a627bd20-d23a-420c-9e8d-e7094d2d700e, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:25:02.716580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] For port a627bd20-d23a-420c-9e8d-e7094d2d700e, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=a627bd20-d23a-420c-9e8d-e7094d2d700e,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:25:02.723853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.732696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58370) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:02.749501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1148bed1-1bf2-474f-86bc-4b6fab973d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.813130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-e947e168-68ca-440d-9583-c54d2a85705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:02.825293 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-e947e168-68ca-440d-9583-c54d2a85705f service neutron] 10.222.0.89 "GET /v2.0/networks?id=7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd HTTP/1.1" status: 200 len: 905 time: 0.3928854 Feb 05 23:25:02.837219 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:02.877407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1148bed1-1bf2-474f-86bc-4b6fab973d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.935304 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-4618567e-8524-49e3-8fb5-ca60e4efa298 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5ba84129-112c-4e85-b2e9-fd647bd5cfe1 HTTP/1.1" status: 200 len: 217 time: 0.0866663 Feb 05 23:25:02.958824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:02.981180 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-262890e2-ed8f-4fcb-9964-92e2f7fade93 service neutron] 10.222.0.64 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4505055 Feb 05 23:25:03.017525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:03.029588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-baf0e618-eccb-45f2-83b5-2ecfe89b9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:03.031246 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-baf0e618-eccb-45f2-83b5-2ecfe89b9e7c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=a662a0c2-e16d-4301-9aa8-39b3f78b8e24 HTTP/1.1" status: 200 len: 851 time: 0.0808282 Feb 05 23:25:03.036457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3ad4da267949069c91cd5899861f81 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:03.039818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.043413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Allocated IP 172.28.1.111 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/2cddc04a-cc28-4efd-a6a1-e1ec241b99e2) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:25:03.056924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:03.076637 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:03.095525 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-5211a605-d03c-4c3b-8256-64ec9309948e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537391 Feb 05 23:25:03.096180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.106079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-10cdf56c-c0bb-4834-9757-b31cd825bfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:03.180553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e8a09-02b2-44db-a633-8a2177d1b50e req-496d7f5e-c382-4f7f-bf00-948b3194cdd1 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:03.189205 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-841e8a09-02b2-44db-a633-8a2177d1b50e req-496d7f5e-c382-4f7f-bf00-948b3194cdd1 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 944 time: 0.4252267 Feb 05 23:25:03.229693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f032ce5f-b74b-4371-9cd6-0393e3a27fad,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:03.236464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1148bed1-1bf2-474f-86bc-4b6fab973d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.240969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:03.280432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:03.303820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.346604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:25:03.387399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.387873 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Added segment 1f3f6368-fcc9-4f06-a8f3-9e0d2a3ad9b0 of type vxlan for network f0d3b09d-0dcc-43b5-be99-5b061d9f8923 Feb 05 23:25:03.390862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port ed9826ac-e3d3-4a6d-9431-2fb1116d75df, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:03.398002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148bed1-1bf2-474f-86bc-4b6fab973d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17762de-32fc-49cc-ae10-1102d0784376,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:03.409091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2310d337-d573-466b-8a1c-d906989f1fb2 None None] Pushing event updated for resources: {'Port': ['ID=a627bd20-d23a-420c-9e8d-e7094d2d700e,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:03.412524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2310d337-d573-466b-8a1c-d906989f1fb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.575s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:03.426148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.437779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.462130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:03.468369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.483430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:03.484123 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.485544 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-841e8a09-02b2-44db-a633-8a2177d1b50e req-70c394b6-e992-4283-a803-037177a2820a tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945931 Feb 05 23:25:03.516987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1148bed1-1bf2-474f-86bc-4b6fab973d49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:03.520541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1148bed1-1bf2-474f-86bc-4b6fab973d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.536443 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-1148bed1-1bf2-474f-86bc-4b6fab973d49 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f17762de-32fc-49cc-ae10-1102d0784376 HTTP/1.1" status: 204 len: 168 time: 1.2188787 Feb 05 23:25:03.552904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:03.581482 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Routers {'5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:25:03.582183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:24:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:03.608411 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.8813174 Feb 05 23:25:03.615124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58400) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:03.645813 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-71eba4e0-4dca-4580-8244-964299acecbe service neutron] 10.222.0.89 "GET /v2.0/networks/7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5408254 Feb 05 23:25:03.689328 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7ddadce2-a0a2-447c-99a9-2307b6b5c3f3 req-1f8f1289-4fb5-4ca4-bbb2-e89fadb5872c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 210 time: 0.1739285 Feb 05 23:25:03.750835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:03.755498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:03.827133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.832139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:03.859128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:03.921963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] Set router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:25:04.009714 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5e3ad4da267949069c91cd5899861f81&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2741323 Feb 05 23:25:04.015770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58428) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:04.031658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Request body: {'subnet': {'network_id': 'f0d3b09d-0dcc-43b5-be99-5b061d9f8923', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1362247477-subnet', 'tenant_id': 'e2264b0ee1aa4911b4af2b69330f3bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:04.044690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:04.051138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37a910b1-603d-49c9-a591-18e7f165014a,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:04.059255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Usage tracker for resource:subnet and tenant:e2264b0ee1aa4911b4af2b69330f3bd6 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:04.064457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:04.071921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:04.103119 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00aa7f62-0d85-4a7e-bc2b-79889cf10292 req-fee2eda9-a250-4a43-9fce-b38cd28ca9fa service neutron] 10.222.0.89 "GET /v2.0/networks/7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3979542 Feb 05 23:25:04.111004 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Made reservation on behalf of e2264b0ee1aa4911b4af2b69330f3bd6 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:25:04.115818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:04.125857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:04.503121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9f9e49fd-9200-44b2-8827-4fc1388e6cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:04.537907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:04.541751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9f9e49fd-9200-44b2-8827-4fc1388e6cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:04.552830 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Pushing event updated for resources: {'Network': ['ID=f0d3b09d-0dcc-43b5-be99-5b061d9f8923,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:04.576604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.024s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:04.622950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9f9e49fd-9200-44b2-8827-4fc1388e6cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:04.635893 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network f0d3b09d-0dcc-43b5-be99-5b061d9f8923 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:25:04.636460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:04.672650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network f0d3b09d-0dcc-43b5-be99-5b061d9f8923 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:25:04.676152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e49fd-9200-44b2-8827-4fc1388e6cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a910b1-603d-49c9-a591-18e7f165014a,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:04.689684 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9f9e49fd-9200-44b2-8827-4fc1388e6cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:04.694991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9f9e49fd-9200-44b2-8827-4fc1388e6cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:04.701332 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9f9e49fd-9200-44b2-8827-4fc1388e6cf4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/37a910b1-603d-49c9-a591-18e7f165014a HTTP/1.1" status: 204 len: 168 time: 0.6787267 Feb 05 23:25:04.827324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58462) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:04.846218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:04.882639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-ae4752d3-b6de-4eab-8c21-7ae113cb4674 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:04.886634 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-ae4752d3-b6de-4eab-8c21-7ae113cb4674 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 819 time: 0.5665526 Feb 05 23:25:04.919886 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-3cd0b4c6-1205-4f2a-8847-200d9bbd7127 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/quotas/18f27de30b2346e1a782545ed63743ac HTTP/1.1" status: 200 len: 375 time: 0.0259047 Feb 05 23:25:05.136901 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d2991b5e-b5d5-49bd-be23-94bca5d80cea tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2108593 Feb 05 23:25:05.228097 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'a627bd20-d23a-420c-9e8d-e7094d2d700e', 'name': '', 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'mac_address': 'fa:16:3e:48:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '45241f0f-4ecf-4081-a754-07db6287dc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:48Z', 'updated_at': '2021-02-05T23:25:02Z', 'revision_number': 4, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'subnets': [{'id': '45241f0f-4ecf-4081-a754-07db6287dc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:05.240074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:05.245889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90838bd8-7426-4dae-92d9-0962018b94a7 None None] The sync data for ids ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'] in dv-cinder-774288-3-smb is: [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'a627bd20-d23a-420c-9e8d-e7094d2d700e', 'name': '', 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'mac_address': 'fa:16:3e:48:96:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '45241f0f-4ecf-4081-a754-07db6287dc5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:48Z', 'updated_at': '2021-02-05T23:25:02Z', 'revision_number': 4, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'subnets': [{'id': '45241f0f-4ecf-4081-a754-07db6287dc5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:25:05.287932 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:05.491327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:25:05.493809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'Port': ['ID=2cddc04a-cc28-4efd-a6a1-e1ec241b99e2,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:05.496152 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-4814fa84-b7a0-4a8e-975d-e4ade9c011e0 service neutron] 10.222.0.64 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496907 Feb 05 23:25:05.523109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:05.524919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:05.534029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:25:05.542650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:25:05.561612 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Usage tracker for resource:security_group_rule and tenant:bb3b209765304c61adc00b8dbbfb3240 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:05.579149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:05.669862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:05.696367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58480) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:05.732801 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:05.848271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:05.954013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device a627bd20-d23a-420c-9e8d-e7094d2d700e up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:05.958712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82e4664-31e6-44a3-ad42-e996aee4462c req-0ea8e628-499c-4890-9cd0-e722127eb161 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:05.960427 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b82e4664-31e6-44a3-ad42-e996aee4462c req-0ea8e628-499c-4890-9cd0-e722127eb161 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 944 time: 0.7831955 Feb 05 23:25:05.967227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.045231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:06.054606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Usage tracker for resource:security_group_rule and tenant:3c02d07ae8284c768ec054b0c78684ac is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:06.097769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:06.130680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:06.144490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port a627bd20-d23a-420c-9e8d-e7094d2d700e completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:25:06.151164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port a627bd20-d23a-420c-9e8d-e7094d2d700e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:06.152487 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.170983 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b82e4664-31e6-44a3-ad42-e996aee4462c req-6356b6bc-84da-48ac-a6cd-1e6b7d0532c4 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865475 Feb 05 23:25:06.203802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.239314 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-af1b6cc8-7fdc-47d8-8295-247a161db35a service neutron] 10.222.0.64 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7329381 Feb 05 23:25:06.310490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f395ff6f-60c1-41f1-a261-bc9f713b5a7f,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:06.319113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:06.618364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.627191 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1fccf944-63dd-4a04-bbf8-d758888c28b9 req-55fec94f-0f40-4cc0-af96-1872739f225d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 210 time: 0.0783787 Feb 05 23:25:06.629291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.662063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.740324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6dbaf3a0-e32b-4cbf-8b67-23330ceb582c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.766909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.770153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.776620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port a627bd20-d23a-420c-9e8d-e7094d2d700e, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=a627bd20-d23a-420c-9e8d-e7094d2d700e,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:06.778698 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-70f8644c-266a-4a79-8a42-a9a019812c3f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:25:06.783675 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.784739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device ed9826ac-e3d3-4a6d-9431-2fb1116d75df up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:06.802817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c45c559e-e8f4-46e9-90dd-666dc842bc65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:06.819226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2310d337-d573-466b-8a1c-d906989f1fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:06.831846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72e92a46-184f-4513-8057-6ed44e13994d,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:06.835752 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:06.839437 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3c02d07ae8284c768ec054b0c78684ac&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1052449 Feb 05 23:25:06.842489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58512) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:06.852889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.915781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8fd-d4b7-44d4-b363-8e10679c7618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.949025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8fd-d4b7-44d4-b363-8e10679c7618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:06.969640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=a627bd20-d23a-420c-9e8d-e7094d2d700e,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:06.989507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:07.011618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port ed9826ac-e3d3-4a6d-9431-2fb1116d75df triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:07.012042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:07.012231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8fd-d4b7-44d4-b363-8e10679c7618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:07.018862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:07.041656 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d11e8fd-d4b7-44d4-b363-8e10679c7618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72e92a46-184f-4513-8057-6ed44e13994d,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:07.046232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d11e8fd-d4b7-44d4-b363-8e10679c7618 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:07.047355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d11e8fd-d4b7-44d4-b363-8e10679c7618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:07.048988 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9d11e8fd-d4b7-44d4-b363-8e10679c7618 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/72e92a46-184f-4513-8057-6ed44e13994d HTTP/1.1" status: 204 len: 168 time: 0.2052274 Feb 05 23:25:07.177534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Checking segment: {'id': '1f3f6368-fcc9-4f06-a8f3-9e0d2a3ad9b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'f0d3b09d-0dcc-43b5-be99-5b061d9f8923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:25:07.177932 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Network hostable DHCP agents. Network: f0d3b09d-0dcc-43b5-be99-5b061d9f8923, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:25:07.223360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:07.359086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b97522eb-c1a9-4b28-a1f7-2b8e4f7d2b1c,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:07.362764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:07.384286 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb3b209765304c61adc00b8dbbfb3240&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5407944 Feb 05 23:25:07.392291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58524) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:07.422768 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Network f0d3b09d-0dcc-43b5-be99-5b061d9f8923 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:25:07.516931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, f0d3b09d-0dcc-43b5-be99-5b061d9f8923) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:25:07.521702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-13981e95-243e-46a3-8808-110e072bf09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:07.528510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:07.532817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:07.535683 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775e1601-2a1a-4a61-b0ad-f73c5cfb7ea9 None None] Network f0d3b09d-0dcc-43b5-be99-5b061d9f8923 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:25:07.661585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-a6b313cc-a337-4f8e-9cac-0bbd8a090986 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:07.662422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-a6b313cc-a337-4f8e-9cac-0bbd8a090986 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Synchronizing usage tracker for tenant:18f27de30b2346e1a782545ed63743ac on resource:network {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:25:07.717366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757196b-e372-4d86-a073-49a1bb42fd25 req-feabb1b2-8ce1-417f-a533-5f4fc058eed8 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:07.719961 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7757196b-e372-4d86-a073-49a1bb42fd25 req-feabb1b2-8ce1-417f-a533-5f4fc058eed8 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 944 time: 0.3948505 Feb 05 23:25:07.725873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-13981e95-243e-46a3-8808-110e072bf09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:07.800952 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-89e2e084-9eae-497c-8142-2e11c433337d admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.1579835 Feb 05 23:25:07.820159 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-a6b313cc-a337-4f8e-9cac-0bbd8a090986 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Unset dirty status for tenant:18f27de30b2346e1a782545ed63743ac on resource:network {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:25:07.821797 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-a6b313cc-a337-4f8e-9cac-0bbd8a090986 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 819 time: 1.5254288 Feb 05 23:25:07.902789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Request body: {'port': {'device_id': '6f2115dd-ca96-474a-8b24-06721e608a29', 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4', 'admin_state_up': True, 'tenant_id': '18f27de30b2346e1a782545ed63743ac'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:07.915186 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7757196b-e372-4d86-a073-49a1bb42fd25 req-62a78cc3-2dcb-402a-b253-93a8ffaf3207 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764867 Feb 05 23:25:07.943768 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-13981e95-243e-46a3-8808-110e072bf09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:07.961573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e43de9d3-7c23-4480-a862-0a4c854f2060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:07.992590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13981e95-243e-46a3-8808-110e072bf09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97522eb-c1a9-4b28-a1f7-2b8e4f7d2b1c,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:08.003596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-13981e95-243e-46a3-8808-110e072bf09d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:08.020938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:08.127732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-13981e95-243e-46a3-8808-110e072bf09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:08.128964 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-13981e95-243e-46a3-8808-110e072bf09d admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b97522eb-c1a9-4b28-a1f7-2b8e4f7d2b1c HTTP/1.1" status: 204 len: 168 time: 0.7353988 Feb 05 23:25:08.137807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58554) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:08.159625 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-682aec99-9783-45aa-a75f-33656b19c6d7 req-69494a79-8718-452f-b6bc-8c7fa086b834 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 210 time: 0.1682959 Feb 05 23:25:08.181640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.89', 55889) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:08.332923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:08.349015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Deleting subnet 3e44d3e2-0693-4ddb-99bd-4c7f6b9a6bb4 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:25:08.364818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:08.402968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device a627bd20-d23a-420c-9e8d-e7094d2d700e up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:08.531636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:08.548413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:08.590329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-b9ce630a-078d-4016-8361-913ebbed98b4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:08.595187 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-b9ce630a-078d-4016-8361-913ebbed98b4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 819 time: 0.4124079 Feb 05 23:25:08.604275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:08.749647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c293f8-1e9e-4e68-b13f-261c416fc9cd None None] Network f0d3b09d-0dcc-43b5-be99-5b061d9f8923 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:25:08.794219 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Request body: {'port': {'device_id': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4', 'admin_state_up': True, 'tenant_id': '18f27de30b2346e1a782545ed63743ac'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:08.832524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:09.105726 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:25:09.122095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:09.147096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:09.147423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:09.230689 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-483a88f8-1b1b-44e1-bf0f-4c4a708e443f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:09.290628 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:09.309707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:09.313618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port a627bd20-d23a-420c-9e8d-e7094d2d700e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:09.314039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:09.424594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e44d3e2-0693-4ddb-99bd-4c7f6b9a6bb4,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:09.435243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:09.469826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:09.533836 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:09.548083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Usage tracker for resource:port and tenant:18f27de30b2346e1a782545ed63743ac is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:09.556635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:09.567074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:09.590704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'Port': ['ID=2cddc04a-cc28-4efd-a6a1-e1ec241b99e2,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:09.604416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:09.609493 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Made reservation on behalf of 18f27de30b2346e1a782545ed63743ac for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:25:09.640319 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/3e44d3e2-0693-4ddb-99bd-4c7f6b9a6bb4 HTTP/1.1" status: 204 len: 168 time: 1.5013027 Feb 05 23:25:09.643434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,segment=NetworkSegment(d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a),segment_id=d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:09.657179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba84129-112c-4e85-b2e9-fd647bd5cfe1'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:09.662971 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:09.715311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58604) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:09.716412 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:09.808424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:09.824689 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:09.904451 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-204be22b-e55b-42f6-86da-02364615ed19 req-97deb0c8-44df-4ab0-ab1b-f304a4da16ef tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 210 time: 0.4237542 Feb 05 23:25:10.003105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Usage tracker for resource:port and tenant:18f27de30b2346e1a782545ed63743ac is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:10.021923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:10.057615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:10.106878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:10.156530 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:10.158845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:10.227793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:10.247894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:10.266963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086443a-ca6b-4dee-a852-6bc196049372 req-9063081b-de91-4611-9a34-4a78aa0460da tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:10.268687 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f086443a-ca6b-4dee-a852-6bc196049372 req-9063081b-de91-4611-9a34-4a78aa0460da tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 944 time: 0.7923315 Feb 05 23:25:10.273133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:10.274384 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:10.274624 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.3161676 Feb 05 23:25:10.274769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:10.279504 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:10.422878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Made reservation on behalf of 18f27de30b2346e1a782545ed63743ac for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:25:10.434762 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f086443a-ca6b-4dee-a852-6bc196049372 req-6b077ba5-307c-47c0-b003-6e894fc20f78 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400054 Feb 05 23:25:10.470964 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:10.609307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:10.623553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:10.901239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-55695de4-335e-42e0-b19f-3a8fde3bb9cc tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Synchronizing usage tracker for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:25:10.944482 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-55695de4-335e-42e0-b19f-3a8fde3bb9cc tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Unset dirty status for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:25:10.955162 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-55695de4-335e-42e0-b19f-3a8fde3bb9cc tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1050699246&fields=id&tenant_id=570c6f91f88b4d39ace8315a276ad24c HTTP/1.1" status: 200 len: 267 time: 0.1281428 Feb 05 23:25:11.020599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:11.084812 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Allocated IP 172.20.0.4 (6ed719fc-7e49-4cbf-bb42-4486f1ae71c4/45241f0f-4ecf-4081-a754-07db6287dc5e/42d39776-bd69-41dd-8312-1bbd664e2088) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:25:11.092540 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.092953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.093824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.094193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > port after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.094550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.094920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > port after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.095289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.095663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.096127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.096361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.144788 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba84129-112c-4e85-b2e9-fd647bd5cfe1', 'code': 200} Feb 05 23:25:11.223573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.223962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.224339 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.225208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80148) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:25:11.225208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba7fd8b-498e-4a06-9250-a42f13e33041']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:11.256937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d380b0-eb14-4f48-a670-90dac70367dc') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:11.257293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d380b0-eb14-4f48-a670-90dac70367dc') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:11.300953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:11.373474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:11.375344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:25:11.443489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-81234425-d860-4220-bb3e-fba51637e13d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:11.444217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-81234425-d860-4220-bb3e-fba51637e13d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Synchronizing usage tracker for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:25:11.593980 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b1d292ab-829c-4503-985e-7f9eb9934347 req-6c8297d3-0754-420e-918c-6df50864e2a5 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 210 time: 0.1293609 Feb 05 23:25:11.594882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.89', 55900) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:11.597786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-81234425-d860-4220-bb3e-fba51637e13d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Unset dirty status for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:25:11.598934 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-81234425-d860-4220-bb3e-fba51637e13d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 816 time: 0.6427712 Feb 05 23:25:11.649869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:25:11.673367 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-d14b1de9-3720-480b-9147-242814f268ea tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/quotas/570c6f91f88b4d39ace8315a276ad24c HTTP/1.1" status: 200 len: 375 time: 0.0191433 Feb 05 23:25:11.690997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Network 1ba7fd8b-498e-4a06-9250-a42f13e33041 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:25:11.704743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:11.850622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f27d5264-d500-4a35-9f49-5e12d22abd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:11.855246 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f27d5264-d500-4a35-9f49-5e12d22abd30 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 1163 time: 0.2592409 Feb 05 23:25:11.915416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:11.994151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:12.001232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Usage tracker for resource:security_group_rule and tenant:b34c488e49ad4e6591cc927b620a1cc1 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:12.009589 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:12.014795 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:12.156436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:12.251656 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-83aaf5e2-9fe6-46c2-8dbb-c140152b0f1d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Synchronizing usage tracker for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:25:12.358977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:12.359441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:12.408212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608519a-51d3-4fa3-86fa-cc0036f3ec2e req-1e315715-5d26-4fab-bcce-1942a62b8962 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:12.410509 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0608519a-51d3-4fa3-86fa-cc0036f3ec2e req-1e315715-5d26-4fab-bcce-1942a62b8962 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 946 time: 0.4842744 Feb 05 23:25:12.500215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Network 1ba7fd8b-498e-4a06-9250-a42f13e33041 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: (rel_b, rel_a, rel_b), Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: (rel_b, rel_a, rel_b), Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:25:12.531814 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:25:12.635099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:12.676828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:12.686761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:12.706425 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0608519a-51d3-4fa3-86fa-cc0036f3ec2e req-d23cae5c-9ae7-4d4d-81d8-c0d125e9c0d4 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065883 Feb 05 23:25:12.707860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:12.710411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:12.730611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-610c4012-2f3a-4b5d-8ef8-a4985a3a8627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:12.743321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-83aaf5e2-9fe6-46c2-8dbb-c140152b0f1d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Unset dirty status for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:25:12.744798 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-83aaf5e2-9fe6-46c2-8dbb-c140152b0f1d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0592315 Feb 05 23:25:12.775937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:12.789540 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] 10.222.0.64 "DELETE /v2.0/networks/1ba7fd8b-498e-4a06-9250-a42f13e33041 HTTP/1.1" status: 204 len: 168 time: 3.0179708 Feb 05 23:25:12.794511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58720) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:12.799414 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba7fd8b-498e-4a06-9250-a42f13e33041,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:12.870146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Deleting subnet f395ff6f-60c1-41f1-a261-bc9f713b5a7f {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:25:12.872759 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:12.875585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:12.948124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10556948'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:13.036531 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9958b9f3-1366-4366-b2fa-091a16acf0d3 req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1715133 Feb 05 23:25:13.060931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb02f5e-d02d-49bd-ad6b-a4a0e71c15f9,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:13.077356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:13.133952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:13.337911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-815c32de-6997-4f35-988d-bcd52556c50f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:13.387134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:13.424913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6d8958-dd00-42be-8798-f7870e16d739 req-04c743cd-1322-4133-be29-21f37619fa9a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:13.426575 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b6d8958-dd00-42be-8798-f7870e16d739 req-04c743cd-1322-4133-be29-21f37619fa9a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 931 time: 0.4137342 Feb 05 23:25:13.431143 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-bf226c69-194f-4a41-8818-704820f46fd5 service neutron] 10.222.0.64 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481705 Feb 05 23:25:13.541124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Pushing event updated for resources: {'Port': ['ID=42d39776-bd69-41dd-8312-1bbd664e2088,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:13.550895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:13.575053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:25:13.586186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:25:13.593032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:25:13.649245 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b6d8958-dd00-42be-8798-f7870e16d739 req-c079009c-6f73-44d0-afe5-ba66e607e5a7 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109244 Feb 05 23:25:13.668502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.4-14f845e6-12c5-458e-9bec-0ed2d657ea37 {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:25:13.669089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:25:13.736833 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-92f0d58d-0c89-40a2-9cce-2934c387bcc9 service neutron] 10.222.0.64 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2966084 Feb 05 23:25:13.770077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:13.770820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:13.845994 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0717332 Feb 05 23:25:13.905300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Request body: {'port': {'device_id': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:14.119317 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e336358a-573a-4b23-ba3f-79f2453e1342 req-b61f883c-29b0-4662-9fbc-02106d9ea2d8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 210 time: 0.1339722 Feb 05 23:25:14.174834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:14.196599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:14.360879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde24c0-2f3a-438b-9773-72cea5975b96 req-2b0df6f3-873a-4464-826a-52cb7b20aeb9 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:14.363030 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efde24c0-2f3a-438b-9773-72cea5975b96 req-2b0df6f3-873a-4464-826a-52cb7b20aeb9 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 946 time: 0.2630696 Feb 05 23:25:14.435276 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efde24c0-2f3a-438b-9773-72cea5975b96 req-a022a3ca-ba46-464e-b94e-18d6558d26d7 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645530 Feb 05 23:25:14.533558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853009043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10622120'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:14.939668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:15.001225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f395ff6f-60c1-41f1-a261-bc9f713b5a7f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:15.004367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:15.029417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:15.062016 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/f395ff6f-60c1-41f1-a261-bc9f713b5a7f HTTP/1.1" status: 204 len: 168 time: 2.2662723 Feb 05 23:25:15.079065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58814) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:15.100833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfef66-2766-466d-ae2a-14fd3b020651 req-72051752-f400-4e1b-b8b5-afd33790cd3c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:15.109575 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a7bfef66-2766-466d-ae2a-14fd3b020651 req-72051752-f400-4e1b-b8b5-afd33790cd3c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 931 time: 0.2621622 Feb 05 23:25:15.260297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:15.286742 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a7bfef66-2766-466d-ae2a-14fd3b020651 req-7453397f-2b3c-4024-bcf7-13bcfa4dae64 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666288 Feb 05 23:25:15.432063 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-92993a6f-2866-4bc4-853c-42bf10f25878 req-b433abdd-7850-4418-bb0f-c4797c0c4847 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 210 time: 0.0667102 Feb 05 23:25:15.986509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:16.026704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-0bbd3d5e-d10e-4d27-963f-a77d075b2402 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:16.028540 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-0bbd3d5e-d10e-4d27-963f-a77d075b2402 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 816 time: 0.3210561 Feb 05 23:25:16.172667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b444a-10fa-409b-9858-eb28cd664e65 req-e68e4d67-4133-4027-baec-12cd86890cd6 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:16.175413 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e6b444a-10fa-409b-9858-eb28cd664e65 req-e68e4d67-4133-4027-baec-12cd86890cd6 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 946 time: 0.5220628 Feb 05 23:25:16.190455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0d3b09d-0dcc-43b5-be99-5b061d9f8923']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:16.221321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3f6368-fcc9-4f06-a8f3-9e0d2a3ad9b0') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:16.221665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3f6368-fcc9-4f06-a8f3-9e0d2a3ad9b0') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:16.239786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:16.249029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d39776-bd69-41dd-8312-1bbd664e2088 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:25:16.258499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:16.270552 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e6b444a-10fa-409b-9858-eb28cd664e65 req-0486e7a7-8c3f-4264-bdbd-485be5b29ed4 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748706 Feb 05 23:25:16.274620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Transition to ACTIVE for port object 42d39776-bd69-41dd-8312-1bbd664e2088 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:25:16.279876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:16.430925 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-bdee0771-9dec-44eb-ad41-0847fabcc879 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=570c6f91f88b4d39ace8315a276ad24c HTTP/1.1" status: 200 len: 5705 time: 0.3572915 Feb 05 23:25:16.440246 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'port': {'device_id': 'd627535a-3d76-4c77-b258-a579116b6b29', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'admin_state_up': True, 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'security_groups': ['a235970a-181e-44de-885a-72d5c6482425']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:16.542490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:16.661307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Pushing event updated for resources: {'Port': ['ID=42d39776-bd69-41dd-8312-1bbd664e2088,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:16.672261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:16.674584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:16.675366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:25:16.832604 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5cd8a6ef-e425-4af4-be85-30674cc9f954 req-c14d5bed-70cc-406d-ab95-eda96277e4c2 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 210 time: 0.0857861 Feb 05 23:25:16.989772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fbabe5-c02e-489d-af28-c1102e96c82d req-472b9032-d565-479b-a872-6c10165a1a7d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:16.998949 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f3fbabe5-c02e-489d-af28-c1102e96c82d req-472b9032-d565-479b-a872-6c10165a1a7d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 943 time: 0.3414059 Feb 05 23:25:17.031700 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:17.092480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Network f0d3b09d-0dcc-43b5-be99-5b061d9f8923 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:25:17.103771 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.109562 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f3fbabe5-c02e-489d-af28-c1102e96c82d req-c3b47a5b-45cf-46ac-913a-5ea7d24ef578 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090186 Feb 05 23:25:17.122950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:17.142275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Made reservation on behalf of 570c6f91f88b4d39ace8315a276ad24c for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:25:17.165496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.384799 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Network f0d3b09d-0dcc-43b5-be99-5b061d9f8923 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:25:17.446779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58914) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:17.466563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Allocated IP 172.20.0.2 (6ed719fc-7e49-4cbf-bb42-4486f1ae71c4/45241f0f-4ecf-4081-a754-07db6287dc5e/aae20fc9-dbdb-405f-a591-26b942059e6c) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:25:17.474233 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:25:17.557772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Allocated IP 172.20.0.8 (c7364839-1e86-4ca0-b391-b578586d7bf0/40127f07-9833-458b-947f-4e42e3f5df01/93f032f2-7114-4be2-a954-1fe8dbc67a68) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:25:17.648306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Attempting to bind port 42d39776-bd69-41dd-8312-1bbd664e2088 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:25:17.648306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Attempting to bind port 42d39776-bd69-41dd-8312-1bbd664e2088 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:25:17.648647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Attempting to bind port 42d39776-bd69-41dd-8312-1bbd664e2088 on network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:25:17.659829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:25:17.660211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Checking segment: {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:25:17.660621 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.661020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Bound using segment: {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:25:17.661535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Bound port: 42d39776-bd69-41dd-8312-1bbd664e2088, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:25:17.661913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.717629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.738347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.751577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9315a3ad-0b67-4260-bf51-a3420b1a0879 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:17.769302 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] 10.222.0.64 "DELETE /v2.0/networks/f0d3b09d-0dcc-43b5-be99-5b061d9f8923 HTTP/1.1" status: 204 len: 168 time: 2.6863887 Feb 05 23:25:17.803775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.822439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0d3b09d-0dcc-43b5-be99-5b061d9f8923,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:17.826693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:17.870215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:17.876020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.894387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Transition to ACTIVE for port object 93f032f2-7114-4be2-a954-1fe8dbc67a68 will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:25:17.922102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.948764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Usage tracker for resource:security_group_rule and tenant:86da6f3d4fae4804a3443dcc9513b867 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:17.952403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:17.958740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:17.977735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:17.986540 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 58942) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:18.002882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-840bdd1f-d7cf-4875-aafb-aac43fddef99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:18.048659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] For port 42d39776-bd69-41dd-8312-1bbd664e2088, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:25:18.099105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] For port 42d39776-bd69-41dd-8312-1bbd664e2088, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=42d39776-bd69-41dd-8312-1bbd664e2088,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:25:18.121876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:18.168018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-07716a5a-6be1-4aa5-bdcd-ef2fe1287e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:18.219313 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-975b6ccf-5f85-4135-baed-7b75b18020a1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=11cbd4cead944d01af3ac8dd72b6dc96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314825 Feb 05 23:25:18.266393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58948) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:18.345989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:18.374006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:18.392984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:18.431818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Pushing event updated for resources: {'Port': ['ID=42d39776-bd69-41dd-8312-1bbd664e2088,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:18.432988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'Port': ['ID=93f032f2-7114-4be2-a954-1fe8dbc67a68,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:18.436494 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:18.442829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d331fe34-d246-4b94-b7cc-94e81b641ebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:18.447145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:18.514157 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=86da6f3d4fae4804a3443dcc9513b867&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0362861 Feb 05 23:25:18.516246 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58960) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:18.522510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e85c60-8bbf-4916-8384-6fe183e886c2,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:18.526792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:18.531112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:18.531805 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:18.533449 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] 10.222.0.89 "PUT /v2.0/ports/42d39776-bd69-41dd-8312-1bbd664e2088 HTTP/1.1" status: 200 len: 1157 time: 4.6346650 Feb 05 23:25:18.535280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'tag': '42d39776-bd69-41dd-8312-1bbd664e2088'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:18.549979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:18.574483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fb3e96ca-fefb-47d0-ba0e-4fa53ef20ff4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:18.618161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Network c7364839-1e86-4ca0-b391-b578586d7bf0 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:25:18.630853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:25:18.725221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69fa64-34d4-4992-9ce9-893f392b7f7a req-eb9af6d6-5822-4b8c-bb4d-7f5ca827ee2a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:18.733333 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dc69fa64-34d4-4992-9ce9-893f392b7f7a req-eb9af6d6-5822-4b8c-bb4d-7f5ca827ee2a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 943 time: 0.4678159 Feb 05 23:25:18.736242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:25:18.786106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Pushing event updated for resources: {'Port': ['ID=aae20fc9-dbdb-405f-a591-26b942059e6c,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:18.793587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:18.812269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:18.813002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:18.884017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-3dfcb746-ea5a-463d-91f7-b1bc1396f685 None None] Provisioning for port 93f032f2-7114-4be2-a954-1fe8dbc67a68 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:25:18.890815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-55001087-60a8-4b32-85d8-4cadfc829094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:18.893329 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-55001087-60a8-4b32-85d8-4cadfc829094 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 1160 time: 0.2744496 Feb 05 23:25:18.906797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-3dfcb746-ea5a-463d-91f7-b1bc1396f685 None None] Provisioning complete for port 93f032f2-7114-4be2-a954-1fe8dbc67a68 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:18.907381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3dfcb746-ea5a-463d-91f7-b1bc1396f685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:18.936577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bc43de-684e-4894-8b96-8d706ae50bb8 req-384bd479-52fb-4392-92c4-1ba97cd8f09e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:18.953826 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b3bc43de-684e-4894-8b96-8d706ae50bb8 req-384bd479-52fb-4392-92c4-1ba97cd8f09e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 931 time: 0.9009933 Feb 05 23:25:18.955849 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7bc2-505e-4f77-b4cd-aa4c3d2f0a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.001182 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-383e48e3-b024-48f4-adaf-5c4c4dcaa57c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d39776-bd69-41dd-8312-1bbd664e2088 HTTP/1.1" status: 200 len: 217 time: 0.0925515 Feb 05 23:25:19.006473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:25:19.044709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3dfcb746-ea5a-463d-91f7-b1bc1396f685 None None] Port 93f032f2-7114-4be2-a954-1fe8dbc67a68 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:25:19.058894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:25:19.066813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:25:19.153325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7bc2-505e-4f77-b4cd-aa4c3d2f0a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.193669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 58992) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:19.255056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:19.255858 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.256405 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8208585 Feb 05 23:25:19.263747 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-0233115a-85b7-4fa5-bd98-27377701be6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:19.265372 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-0233115a-85b7-4fa5-bd98-27377701be6d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.2576704 Feb 05 23:25:19.297153 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b3bc43de-684e-4894-8b96-8d706ae50bb8 req-dafce858-d254-4736-a423-885fe48d3ef3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423488 Feb 05 23:25:19.333607 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 11.4574525 Feb 05 23:25:19.346196 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-aa491c82-7c93-4768-a6fd-037d3224ba93 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621390 Feb 05 23:25:19.366703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Request body: {'port': {'device_id': '6f2115dd-ca96-474a-8b24-06721e608a29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:19.379727 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dc69fa64-34d4-4992-9ce9-893f392b7f7a req-5da96fad-c92f-4d97-b5fd-fb21fb43216a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454129 Feb 05 23:25:19.385119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Request body: {'port': {'device_id': 'd627535a-3d76-4c77-b258-a579116b6b29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:19.437586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1daa9b6-4b85-475e-bf83-79566fa3dcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.492235 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7bc2-505e-4f77-b4cd-aa4c3d2f0a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.499884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1daa9b6-4b85-475e-bf83-79566fa3dcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.513444 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:19.610877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca7bc2-505e-4f77-b4cd-aa4c3d2f0a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de91f365-a1dd-4aff-b960-ee896830f2ff,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:19.614182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6ca7bc2-505e-4f77-b4cd-aa4c3d2f0a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:19.623666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.640704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59010) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:19.672955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6ca7bc2-505e-4f77-b4cd-aa4c3d2f0a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.674225 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a6ca7bc2-505e-4f77-b4cd-aa4c3d2f0a23 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/de91f365-a1dd-4aff-b960-ee896830f2ff HTTP/1.1" status: 204 len: 168 time: 1.4018135 Feb 05 23:25:19.683633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:19.690941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Usage tracker for resource:security_group_rule and tenant:a4a01b1fcce8434381780bfc641dbb5d is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:19.702595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:19.714415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.728862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:19.809502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1daa9b6-4b85-475e-bf83-79566fa3dcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:19.809965 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'tag': '42d39776-bd69-41dd-8312-1bbd664e2088', 'status': 'completed', 'code': 200} Feb 05 23:25:19.832791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6ca7bc2-505e-4f77-b4cd-aa4c3d2f0a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:19.875520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1daa9b6-4b85-475e-bf83-79566fa3dcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e85c60-8bbf-4916-8384-6fe183e886c2,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:19.945362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c1daa9b6-4b85-475e-bf83-79566fa3dcaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:19.982468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:20.001777 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1daa9b6-4b85-475e-bf83-79566fa3dcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:20.006762 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c1daa9b6-4b85-475e-bf83-79566fa3dcaf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53e85c60-8bbf-4916-8384-6fe183e886c2 HTTP/1.1" status: 204 len: 168 time: 1.4854543 Feb 05 23:25:20.027091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:20.037541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:20.082276 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Usage tracker for resource:security_group_rule and tenant:cff2308f868840e4bf977650c15433b6 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:20.091947 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:20.171477 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:20.285138 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-df2209c2-8b89-4285-9a18-e3b9910a59ee service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9231787 Feb 05 23:25:20.285816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:20.320293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59030) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:20.343686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:20.363094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dbaab206-b72f-4a6e-ae8b-0915f8287c88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:20.473938 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4a01b1fcce8434381780bfc641dbb5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2580073 Feb 05 23:25:20.504791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59042) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:20.509681 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=384dce8c-157a-4a20-b10a-6016983796aa,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:20.528875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:20.565734 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec9522da-39c7-41ab-ae0d-aab212c952b1 req-479de644-d75c-4873-aa4d-93286aa0eda9 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2734425 Feb 05 23:25:20.637572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:20.750049 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ce6e1878-44a0-401d-9ed6-de006dcf35e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e2264b0ee1aa4911b4af2b69330f3bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4257734 Feb 05 23:25:20.750980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59052) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:20.841059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59060) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:20.846756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:20.849352 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-13981e95-243e-46a3-8808-110e072bf09d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:20.859470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93f032f2-7114-4be2-a954-1fe8dbc67a68 {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:25:20.942375 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:20.958543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.003352 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Transition to ACTIVE for port object 93f032f2-7114-4be2-a954-1fe8dbc67a68 will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:25:21.013854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-35d9152b-acc1-42e8-ac58-39b98a1898b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.015449 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cff2308f868840e4bf977650c15433b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3709641 Feb 05 23:25:21.019541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59070) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:21.020843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53b9c327-7543-4f74-ac38-1414b47f573b,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:21.024114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.024707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:21.030321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:21.054507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Usage tracker for resource:security_group_rule and tenant:dd2f60079a2f4f04b8a42c7053694a08 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:21.056535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:21.063199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:21.119336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:21.136388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-35d9152b-acc1-42e8-ac58-39b98a1898b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.144917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-a3fa0b84-dfd4-46d2-abb8-a88481836693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:21.146583 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-a3fa0b84-dfd4-46d2-abb8-a88481836693 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 1160 time: 0.4684446 Feb 05 23:25:21.199159 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33b691a6-40cd-4594-9993-be20f9f18de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.298304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf28f6db-799d-4867-a2b7-512b19e8caa0 req-02c3d0c1-c980-48d1-ae5f-1aa32016330c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:21.299028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-cf28f6db-799d-4867-a2b7-512b19e8caa0 req-02c3d0c1-c980-48d1-ae5f-1aa32016330c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Synchronizing usage tracker for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:25:21.347583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Pushing event updated for resources: {'Port': ['ID=93f032f2-7114-4be2-a954-1fe8dbc67a68,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:21.352079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7581108-8808-4e23-9251-d87ede353a39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.440859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45665c-8614-4a34-a5a9-26c9bc525f1c req-014b24ea-d667-4f07-80d9-e3b36d7632cd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:21.442590 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d45665c-8614-4a34-a5a9-26c9bc525f1c req-014b24ea-d667-4f07-80d9-e3b36d7632cd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 943 time: 0.6148069 Feb 05 23:25:21.454376 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:21.484898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7581108-8808-4e23-9251-d87ede353a39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.487745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33b691a6-40cd-4594-9993-be20f9f18de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.516903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-35d9152b-acc1-42e8-ac58-39b98a1898b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.528910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-cf28f6db-799d-4867-a2b7-512b19e8caa0 req-02c3d0c1-c980-48d1-ae5f-1aa32016330c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Unset dirty status for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:25:21.530233 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cf28f6db-799d-4867-a2b7-512b19e8caa0 req-02c3d0c1-c980-48d1-ae5f-1aa32016330c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 931 time: 1.0026231 Feb 05 23:25:21.538456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae20fc9-dbdb-405f-a591-26b942059e6c {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:25:21.560033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9bd4e0d9-4fcc-4f37-b65c-564279a65987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:21.587299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.602979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-3ac56fc4-a826-4177-882e-3b1b0bffee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:21.604578 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-3ac56fc4-a826-4177-882e-3b1b0bffee6f service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.4333026 Feb 05 23:25:21.622223 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9152b-acc1-42e8-ac58-39b98a1898b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f032ce5f-b74b-4371-9cd6-0393e3a27fad,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:21.628107 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d45665c-8614-4a34-a5a9-26c9bc525f1c req-5cc7bf25-e847-41e6-93e4-88cfa8e232d6 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495440 Feb 05 23:25:21.635494 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-35d9152b-acc1-42e8-ac58-39b98a1898b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:21.710215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.712918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Transition to ACTIVE for port object aae20fc9-dbdb-405f-a591-26b942059e6c will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:25:21.714614 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-7b4ee57b-4bb3-4905-88c1-af43324574da service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d39776-bd69-41dd-8312-1bbd664e2088 HTTP/1.1" status: 200 len: 217 time: 0.1002040 Feb 05 23:25:21.716548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-35d9152b-acc1-42e8-ac58-39b98a1898b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.720163 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-35d9152b-acc1-42e8-ac58-39b98a1898b5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f032ce5f-b74b-4371-9cd6-0393e3a27fad HTTP/1.1" status: 204 len: 168 time: 0.9560139 Feb 05 23:25:21.720163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.731311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:21.738790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.773667 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cf28f6db-799d-4867-a2b7-512b19e8caa0 req-f86b61ce-4fb0-41f0-bd65-d4c56a8067d0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213228 Feb 05 23:25:21.786627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Attempting to bind port 93f032f2-7114-4be2-a954-1fe8dbc67a68 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:25:21.787097 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Attempting to bind port 93f032f2-7114-4be2-a954-1fe8dbc67a68 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:25:21.787469 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Attempting to bind port 93f032f2-7114-4be2-a954-1fe8dbc67a68 on network c7364839-1e86-4ca0-b391-b578586d7bf0 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:25:21.792979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33b691a6-40cd-4594-9993-be20f9f18de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.799748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:21.811891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:25:21.812269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Checking segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:25:21.812705 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.813102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Bound using segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:25:21.813644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Bound port: 93f032f2-7114-4be2-a954-1fe8dbc67a68, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:25:21.814014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.829165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b691a6-40cd-4594-9993-be20f9f18de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=384dce8c-157a-4a20-b10a-6016983796aa,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:21.848668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-33b691a6-40cd-4594-9993-be20f9f18de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:21.899991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33b691a6-40cd-4594-9993-be20f9f18de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.904216 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-33b691a6-40cd-4594-9993-be20f9f18de8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/384dce8c-157a-4a20-b10a-6016983796aa HTTP/1.1" status: 204 len: 168 time: 1.3791406 Feb 05 23:25:21.910491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7581108-8808-4e23-9251-d87ede353a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:21.932344 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dd2f60079a2f4f04b8a42c7053694a08&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0835989 Feb 05 23:25:21.935288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59080) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:21.955068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de81c79-9254-4ddf-b1a3-3cb5cfcb63a3,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:21.980929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:21.988057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:22.022590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] For port 93f032f2-7114-4be2-a954-1fe8dbc67a68, host hv-cinder-77428, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:25:22.025074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-f536027e-d15a-4de9-a1a2-00833bcf1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:22.026850 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-f536027e-d15a-4de9-a1a2-00833bcf1e62 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.2987711 Feb 05 23:25:22.051136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] For port 93f032f2-7114-4be2-a954-1fe8dbc67a68, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:25:22.069958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:22.092749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c7912fcc-8ac8-403f-b4bb-c5a0c09d9a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:22.099780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7581108-8808-4e23-9251-d87ede353a39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:22.114867 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d7581108-8808-4e23-9251-d87ede353a39 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/53b9c327-7543-4f74-ac38-1414b47f573b HTTP/1.1" status: 204 len: 168 time: 1.0902150 Feb 05 23:25:22.130235 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4533f715-8535-4c3b-bd97-19d0e96f9af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:22.140345 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-a91ec3af-7d3c-4c89-9846-12b286ca14da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960412 Feb 05 23:25:22.203452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Pushing event updated for resources: {'Port': ['ID=aae20fc9-dbdb-405f-a591-26b942059e6c,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:22.219440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:22.226325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.276s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:22.535315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7581108-8808-4e23-9251-d87ede353a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53b9c327-7543-4f74-ac38-1414b47f573b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:22.562682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7581108-8808-4e23-9251-d87ede353a39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:22.807517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4533f715-8535-4c3b-bd97-19d0e96f9af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:22.846074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59104) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:22.877556 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-b894650c-1a70-4897-b115-dce1420abd2e service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7067561 Feb 05 23:25:22.947648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Attempting to bind port aae20fc9-dbdb-405f-a591-26b942059e6c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:25:22.948093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Attempting to bind port aae20fc9-dbdb-405f-a591-26b942059e6c by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:25:22.948469 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Attempting to bind port aae20fc9-dbdb-405f-a591-26b942059e6c on network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:25:22.953780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Pushing event updated for resources: {'Port': ['ID=93f032f2-7114-4be2-a954-1fe8dbc67a68,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:22.974941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:25:22.975330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Checking segment: {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:25:22.975742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:22.976138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Bound using segment: {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:25:22.978732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Bound port: aae20fc9-dbdb-405f-a591-26b942059e6c, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '6ed719fc-7e49-4cbf-bb42-4486f1ae71c4'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:25:22.981175 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.053037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:23.081603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.126030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:23.137650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Usage tracker for resource:security_group_rule and tenant:cc659ceb590b42399dfa26548b89bee2 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:23.142142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:23.155863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:23.169369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:23.170077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.171648 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] 10.222.0.89 "PUT /v2.0/ports/93f032f2-7114-4be2-a954-1fe8dbc67a68 HTTP/1.1" status: 200 len: 1157 time: 3.8733635 Feb 05 23:25:23.172609 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:23.251320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4533f715-8535-4c3b-bd97-19d0e96f9af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.266653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1148bed1-1bf2-474f-86bc-4b6fab973d49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:23.392680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59130) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:23.423126 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533f715-8535-4c3b-bd97-19d0e96f9af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de81c79-9254-4ddf-b1a3-3cb5cfcb63a3,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:23.426040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4533f715-8535-4c3b-bd97-19d0e96f9af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:23.505540 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4f36d771-f3fb-426d-a2cb-3f92d9192f11 req-db813f3b-8257-454d-bdb6-59eadcf42d2a service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6193216 Feb 05 23:25:23.512298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.528109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] For port aae20fc9-dbdb-405f-a591-26b942059e6c, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:25:23.534488 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:23.555055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Usage tracker for resource:security_group_rule and tenant:0f8ae75ac7ff4ae4b21fda1f837fc730 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:23.560545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:23.570014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:23.608052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] For port aae20fc9-dbdb-405f-a591-26b942059e6c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=aae20fc9-dbdb-405f-a591-26b942059e6c,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:25:23.615661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.617888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df475911-12ed-4c23-93b4-40e729cd7b33 req-e28b69da-9edf-4c59-9e59-9d2e7e30b0f4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:23.626039 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df475911-12ed-4c23-93b4-40e729cd7b33 req-e28b69da-9edf-4c59-9e59-9d2e7e30b0f4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 943 time: 0.7123113 Feb 05 23:25:23.638479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4533f715-8535-4c3b-bd97-19d0e96f9af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.640354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:23.641517 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4533f715-8535-4c3b-bd97-19d0e96f9af1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6de81c79-9254-4ddf-b1a3-3cb5cfcb63a3 HTTP/1.1" status: 204 len: 168 time: 1.7017901 Feb 05 23:25:23.807378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.849274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Pushing event updated for resources: {'Port': ['ID=aae20fc9-dbdb-405f-a591-26b942059e6c,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:23.860072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.868926 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df475911-12ed-4c23-93b4-40e729cd7b33 req-23b94bb1-a74c-42b9-9eb4-5778751e7561 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417481 Feb 05 23:25:23.870780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:23.874014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.874509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.888484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e64dacc2-3669-4111-98e1-007438d10f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:23.913122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-33b691a6-40cd-4594-9993-be20f9f18de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:23.948596 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0f8ae75ac7ff4ae4b21fda1f837fc730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5520375 Feb 05 23:25:23.951328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711612bf-8b02-43eb-98ef-34f840d1f23b,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:23.954685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:23.955426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:23.956948 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] 10.222.0.89 "PUT /v2.0/ports/aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 200 len: 1157 time: 4.5964842 Feb 05 23:25:23.957446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59142) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:23.957954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f2115dd-ca96-474a-8b24-06721e608a29', 'tag': 'aae20fc9-dbdb-405f-a591-26b942059e6c'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:23.965537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:23.972879 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=cc659ceb590b42399dfa26548b89bee2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1150811 Feb 05 23:25:23.978652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59150) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:23.990264 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63ecb3a-b2ad-4b16-a3ac-dba72dfbf0b1,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:23.994252 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:24.043360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-94cda94d-dc3f-496e-a4ca-09a52bc8be58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:24.045638 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-94cda94d-dc3f-496e-a4ca-09a52bc8be58 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 1160 time: 0.7843077 Feb 05 23:25:24.140848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3922f5b-9814-48b8-9828-2f8916507ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:24.147243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a744fd1d-4805-41d6-b8c8-e3b4d0a6fef4 req-623bf023-9275-4648-bbe4-d89d3db156ee tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:24.155573 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a744fd1d-4805-41d6-b8c8-e3b4d0a6fef4 req-623bf023-9275-4648-bbe4-d89d3db156ee tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.5185921 Feb 05 23:25:24.186486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2bfb-3494-4efe-9f8a-81835649d4e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:24.200420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3922f5b-9814-48b8-9828-2f8916507ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:24.231768 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-3f7886ad-2fd0-45df-84d4-d5c86f39d4c0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68 HTTP/1.1" status: 200 len: 217 time: 0.0792546 Feb 05 23:25:24.264285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2bfb-3494-4efe-9f8a-81835649d4e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:24.272603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-a48d99a8-4e9f-4f99-b4a5-75cbdc48feb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:24.274391 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-a48d99a8-4e9f-4f99-b4a5-75cbdc48feb4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1160 time: 0.2489250 Feb 05 23:25:24.436631 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a744fd1d-4805-41d6-b8c8-e3b4d0a6fef4 req-3f6dbaa7-277b-4917-9d79-1a500398350a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931140 Feb 05 23:25:24.436804 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-cdfc6c98-be15-4ee9-8dfa-3a52cff8365c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 200 len: 217 time: 0.1450434 Feb 05 23:25:24.502772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-06b34203-adde-4923-9b87-12e2be5abc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:24.504718 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-06b34203-adde-4923-9b87-12e2be5abc76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.2188175 Feb 05 23:25:24.604307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b17e54-9932-403c-bf52-965d8b5979a7 req-a1b9d69d-5fe6-4f89-9638-d7063be9dd60 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:24.608070 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-15b17e54-9932-403c-bf52-965d8b5979a7 req-a1b9d69d-5fe6-4f89-9638-d7063be9dd60 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 946 time: 0.4564247 Feb 05 23:25:24.658178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-13f4d075-eac6-4644-a563-20a6ed4343fb None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:25:24.684810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3922f5b-9814-48b8-9828-2f8916507ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:24.700697 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-a6019a57-ef68-4636-992c-7a1ce7d2f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:24.705709 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-a6019a57-ef68-4636-992c-7a1ce7d2f742 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.2411373 Feb 05 23:25:24.708207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:24.738546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2bfb-3494-4efe-9f8a-81835649d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:24.753867 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-15b17e54-9932-403c-bf52-965d8b5979a7 req-b4dd714a-ac20-44de-9952-153adaac28a1 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831726 Feb 05 23:25:24.810892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-8ff6a46d-a297-4a98-87ad-5f8c2db84207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:24.812566 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-8ff6a46d-a297-4a98-87ad-5f8c2db84207 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2034881 Feb 05 23:25:24.821750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3922f5b-9814-48b8-9828-2f8916507ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711612bf-8b02-43eb-98ef-34f840d1f23b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:24.850198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3922f5b-9814-48b8-9828-2f8916507ec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:24.850819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3922f5b-9814-48b8-9828-2f8916507ec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:24.904614 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-6aad3f56-bef1-445a-9485-3e2dfd0a6da0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754768 Feb 05 23:25:24.921496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f2bfb-3494-4efe-9f8a-81835649d4e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63ecb3a-b2ad-4b16-a3ac-dba72dfbf0b1,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:24.960811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ef1f2bfb-3494-4efe-9f8a-81835649d4e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:24.979552 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ef1f2bfb-3494-4efe-9f8a-81835649d4e6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b63ecb3a-b2ad-4b16-a3ac-dba72dfbf0b1 HTTP/1.1" status: 204 len: 168 time: 0.9959884 Feb 05 23:25:24.980461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ef1f2bfb-3494-4efe-9f8a-81835649d4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:24.981391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3922f5b-9814-48b8-9828-2f8916507ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:24.982580 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a3922f5b-9814-48b8-9828-2f8916507ec0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/711612bf-8b02-43eb-98ef-34f840d1f23b HTTP/1.1" status: 204 len: 168 time: 1.0188046 Feb 05 23:25:25.104080 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f2115dd-ca96-474a-8b24-06721e608a29', 'tag': 'aae20fc9-dbdb-405f-a591-26b942059e6c', 'status': 'completed', 'code': 200} Feb 05 23:25:25.119438 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'status': 'completed', 'code': 200} Feb 05 23:25:25.258781 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-ac204d72-5782-4cc2-935c-bc6e1c9e1808 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381467 Feb 05 23:25:25.316778 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-ea7f9c2e-1c10-4693-b0a4-48180745ea6c service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924114 Feb 05 23:25:25.482386 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3942b5de-6b34-4429-a5da-a764a2b243d7 req-5ca28bd7-e539-4c73-9239-2a3000a07d5e service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2165785 Feb 05 23:25:25.497000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 42d39776-bd69-41dd-8312-1bbd664e2088 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:25.595693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port 42d39776-bd69-41dd-8312-1bbd664e2088 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:25:25.600954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 42d39776-bd69-41dd-8312-1bbd664e2088 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:25.601935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:25.667659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558942d-42bc-4cb7-ae7f-a1f10ff4586e req-617c01f5-a6af-49c1-a025-12b7dcb35cd9 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:25.675268 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d558942d-42bc-4cb7-ae7f-a1f10ff4586e req-617c01f5-a6af-49c1-a025-12b7dcb35cd9 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 943 time: 0.4245474 Feb 05 23:25:25.761934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:25.767753 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-4652f376-3543-4e34-8095-035e01cd485b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:25.770151 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-4652f376-3543-4e34-8095-035e01cd485b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1160 time: 0.1487660 Feb 05 23:25:25.804304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 42d39776-bd69-41dd-8312-1bbd664e2088, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=42d39776-bd69-41dd-8312-1bbd664e2088,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:25.806324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d39776-bd69-41dd-8312-1bbd664e2088'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:25.813701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:25.815721 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:25.884598 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d558942d-42bc-4cb7-ae7f-a1f10ff4586e req-75eeafd7-848b-4f61-8720-dca6048076cf tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003126 Feb 05 23:25:25.913412 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59216) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:25.931325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=42d39776-bd69-41dd-8312-1bbd664e2088,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:25.931325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:25.944498 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3feca4cf-70fc-41f1-a548-10bf620cfc9a req-d93db2e7-74f7-4210-9730-afff3c09efbf service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5906940 Feb 05 23:25:25.946376 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:25.967547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:25.973967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Usage tracker for resource:security_group_rule and tenant:96024e3dd3614def8fbd24ca7c618b9c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:25.979570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:25.988680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:26.119812 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c490b754-ba79-44d2-860c-79492f1d061f req-37fd2d4c-0446-4174-aea2-5dd9a02ad991 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:26.125236 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c490b754-ba79-44d2-860c-79492f1d061f req-37fd2d4c-0446-4174-aea2-5dd9a02ad991 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.3268015 Feb 05 23:25:26.203393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-9cfba49c-0dd1-490c-82bf-cabe02bdf7c6 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:26.204358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-9cfba49c-0dd1-490c-82bf-cabe02bdf7c6 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Synchronizing usage tracker for tenant:54c0a635c7c64c2186cb43edfd622cc6 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:25:26.217467 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:26.237655 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-9cfba49c-0dd1-490c-82bf-cabe02bdf7c6 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Unset dirty status for tenant:54c0a635c7c64c2186cb43edfd622cc6 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:25:26.239079 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-9cfba49c-0dd1-490c-82bf-cabe02bdf7c6 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.89 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 946 time: 0.7008348 Feb 05 23:25:26.267932 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:26.281506 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-327a9505-2247-4714-aaa7-9f3787ba4df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:26.424620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Deleting port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:25:26.425008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:26.484302 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c490b754-ba79-44d2-860c-79492f1d061f req-323afed1-1244-48f0-9550-df1f55ffc881 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209623 Feb 05 23:25:26.485691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adf62da-6e02-45fc-bb09-e7f6cd69fcb9,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:26.521739 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=96024e3dd3614def8fbd24ca7c618b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5967066 Feb 05 23:25:26.525280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59242) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:26.527336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:26.635651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 42d39776-bd69-41dd-8312-1bbd664e2088 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:26.698297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-9cfc56a4-1ace-4522-a27a-987586e8904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:26.702128 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-9cfc56a4-1ace-4522-a27a-987586e8904c service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.9106905 Feb 05 23:25:26.709739 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d39776-bd69-41dd-8312-1bbd664e2088', 'code': 200} Feb 05 23:25:26.769143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023ed71b-37cd-472d-a2ef-0af7c441c14b req-66c40ab3-7a11-4b73-875e-0f8699347f99 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:26.779368 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-023ed71b-37cd-472d-a2ef-0af7c441c14b req-66c40ab3-7a11-4b73-875e-0f8699347f99 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 946 time: 0.5175946 Feb 05 23:25:26.784743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-d0b77d0f-2692-49a0-8a75-aaf6fabc5fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:26.793576 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-d0b77d0f-2692-49a0-8a75-aaf6fabc5fe6 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 1160 time: 0.6660852 Feb 05 23:25:26.796571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-af287a03-554f-4505-b4ea-99132ed2cafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:26.840446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 42d39776-bd69-41dd-8312-1bbd664e2088 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:26.840871 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:26.928831 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-bed70067-1f21-4895-a944-8bac6aadd686 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 200 len: 217 time: 0.1896076 Feb 05 23:25:27.012895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-af287a03-554f-4505-b4ea-99132ed2cafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:27.036626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:25:27.078038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.89', 55934) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:27.078610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59262) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:27.155694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-af287a03-554f-4505-b4ea-99132ed2cafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:27.173847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-10b79ca2-d867-426d-ba34-1e25cf8cc532 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:27.193861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-af287a03-554f-4505-b4ea-99132ed2cafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:27.199215 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-af287a03-554f-4505-b4ea-99132ed2cafd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0adf62da-6e02-45fc-bb09-e7f6cd69fcb9 HTTP/1.1" status: 204 len: 168 time: 0.6707940 Feb 05 23:25:27.242712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:27.279298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-95cbde96-5de1-4659-9d6a-803d8ac51847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:27.281315 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-95cbde96-5de1-4659-9d6a-803d8ac51847 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.3330207 Feb 05 23:25:27.287225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,segment=NetworkSegment(d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a),segment_id=d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:27.291856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:27.293769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:27.294204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] For port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,segment=NetworkSegment(d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a),segment_id=d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:27.294893 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:27.334105 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-023ed71b-37cd-472d-a2ef-0af7c441c14b req-40a31888-18f5-418e-8dfe-8233598b6239 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5385523 Feb 05 23:25:27.340349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af287a03-554f-4505-b4ea-99132ed2cafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adf62da-6e02-45fc-bb09-e7f6cd69fcb9,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:27.357420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-af287a03-554f-4505-b4ea-99132ed2cafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:27.470280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:27.483414 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:27.796901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043ba31-b3dc-42da-b49c-904f470ca193 req-f4832a9c-fc54-458e-a46e-4d48000fc8f6 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:27.798756 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f043ba31-b3dc-42da-b49c-904f470ca193 req-f4832a9c-fc54-458e-a46e-4d48000fc8f6 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.6333201 Feb 05 23:25:27.863413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-30095894-6c8f-4c74-a53d-d6478021d455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:27.864921 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-30095894-6c8f-4c74-a53d-d6478021d455 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 1.0589094 Feb 05 23:25:27.948486 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-3f7e4991-f7b4-442b-8de3-dfe83fd7d8b6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6570933 Feb 05 23:25:27.957149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Calling delete_port for 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:25:28.022449 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f043ba31-b3dc-42da-b49c-904f470ca193 req-ecfa8d06-ee88-4da8-83e7-e8f7f193e860 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638482 Feb 05 23:25:28.025454 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-0597f556-6b26-480c-ab29-94f1d9e47b70 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68 HTTP/1.1" status: 200 len: 217 time: 0.1332543 Feb 05 23:25:28.132507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb22ea-425b-4e50-b454-403e96e9095e req-ed14c294-58b6-44e0-834c-c5ce441753cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:28.135133 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-04cb22ea-425b-4e50-b454-403e96e9095e req-ed14c294-58b6-44e0-834c-c5ce441753cf service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 1162 time: 1.0521190 Feb 05 23:25:28.136004 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:28.180379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f88ed35-827b-4e00-ad36-165fd00af916 req-32880e07-a3bb-46f6-8a9b-bd19c9cc7801 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:28.182140 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9f88ed35-827b-4e00-ad36-165fd00af916 req-32880e07-a3bb-46f6-8a9b-bd19c9cc7801 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.3823545 Feb 05 23:25:28.230785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-626ca64f-d2d1-4a71-9b4e-d5167ce94869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:28.232363 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-626ca64f-d2d1-4a71-9b4e-d5167ce94869 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.1987529 Feb 05 23:25:28.307714 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59310) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:28.327710 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9f88ed35-827b-4e00-ad36-165fd00af916 req-dc4e6b46-d0e5-4bb3-a315-8e17d2a594d8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328907 Feb 05 23:25:28.367690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-ded763df-c50d-4a20-965a-d67220c75457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:28.368986 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-ded763df-c50d-4a20-965a-d67220c75457 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1245530 Feb 05 23:25:28.423756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:28.427905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Usage tracker for resource:security_group_rule and tenant:10d13a6752c241c687ba49c4adf1975f is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:28.431746 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:28.437961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:28.592722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:28.595072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:25:28.595546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:25:28.604385 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:28.619208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:28.623598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:28.631373 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-04cb22ea-425b-4e50-b454-403e96e9095e req-14c1d035-f10d-4682-a063-07ce8e129e7d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830010 Feb 05 23:25:28.662186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:28.678612 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Usage tracker for resource:security_group_rule and tenant:75bf1228ddcc4f79bf193da65ae3255a is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:28.684632 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-1150919d-d782-4ee9-82e1-82edee51cd27 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001547 Feb 05 23:25:28.685158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:28.692687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:28.702835 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=10d13a6752c241c687ba49c4adf1975f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6144996 Feb 05 23:25:28.704089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59324) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:28.704553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9909ae9a-da01-4013-a316-243569db5dad,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:28.709640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:28.711228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba84129-112c-4e85-b2e9-fd647bd5cfe1'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:28.751830 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-f1b8b1dc-ad5b-4837-b8c3-8f5c3ce1abc4 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497915 Feb 05 23:25:28.782154 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba84129-112c-4e85-b2e9-fd647bd5cfe1', 'code': 200} Feb 05 23:25:28.871865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ac6c7-8d9a-4414-bd7d-1cae9bd9f5c0 req-1831c007-24cb-42fd-bfa3-17ceeb28f3e6 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:28.873529 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-159ac6c7-8d9a-4414-bd7d-1cae9bd9f5c0 req-1831c007-24cb-42fd-bfa3-17ceeb28f3e6 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 944 time: 0.3273280 Feb 05 23:25:28.971693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-daca4204-f54a-4dc8-8375-66831f783b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:28.994278 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-159ac6c7-8d9a-4414-bd7d-1cae9bd9f5c0 req-87a69381-a7be-4c11-88ed-55280599a147 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/security-groups?id=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087484 Feb 05 23:25:29.042231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-daca4204-f54a-4dc8-8375-66831f783b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:29.156179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Deleting port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:25:29.156688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:29.262284 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35dcdfa5-7041-4f05-8f7f-45d006a98f0c req-906438f5-95b3-4086-8243-bcc511b8347d service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2126527 Feb 05 23:25:29.412968 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-270a353d-9f47-40d6-8052-e9d48c7f11f2 req-2165010b-7ceb-4fc9-8c7c-2e7ce72b98dd service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3720050 Feb 05 23:25:29.453306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:29.462322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-daca4204-f54a-4dc8-8375-66831f783b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:29.468881 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-af287a03-554f-4505-b4ea-99132ed2cafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:29.477615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:29.497608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daca4204-f54a-4dc8-8375-66831f783b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9909ae9a-da01-4013-a316-243569db5dad,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:29.500993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-daca4204-f54a-4dc8-8375-66831f783b64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:29.528973 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2e55fcbf-8f55-4ea5-8619-66a3fa803906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:29.541885 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-daca4204-f54a-4dc8-8375-66831f783b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:29.543112 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-daca4204-f54a-4dc8-8375-66831f783b64 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9909ae9a-da01-4013-a316-243569db5dad HTTP/1.1" status: 204 len: 168 time: 0.8375885 Feb 05 23:25:29.640105 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=75bf1228ddcc4f79bf193da65ae3255a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3107681 Feb 05 23:25:29.646864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59362) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:29.652291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8918fb69-9abf-4390-8b27-453351759d16,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:29.658592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] For port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,segment=NetworkSegment(d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a),segment_id=d0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:29.659023 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:29.662111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:29.801788 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32316498-089a-49ab-86e8-a93e5a5a8e98 req-21794004-5100-478b-aac4-4cb7a8023013 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:29.810045 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-32316498-089a-49ab-86e8-a93e5a5a8e98 req-21794004-5100-478b-aac4-4cb7a8023013 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.5466619 Feb 05 23:25:29.819865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Calling delete_port for 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:25:29.897640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-070ad3a5-b301-4ad8-a10a-b0b73915a69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:29.930252 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-32316498-089a-49ab-86e8-a93e5a5a8e98 req-e73e7298-9fb0-4707-a1c4-171579f9c1ca tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184485 Feb 05 23:25:30.030702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:30.100045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bd9634-cefc-4944-a8da-211bffd1f4b5 req-82cb73a7-7e2a-461c-a03e-7a9f0fb2d216 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:30.102723 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-52bd9634-cefc-4944-a8da-211bffd1f4b5 req-82cb73a7-7e2a-461c-a03e-7a9f0fb2d216 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.5331562 Feb 05 23:25:30.168704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-070ad3a5-b301-4ad8-a10a-b0b73915a69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:30.206273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:30.280688 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-52bd9634-cefc-4944-a8da-211bffd1f4b5 req-be1e2a36-2818-4cd6-b805-bd21e2f80380 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663480 Feb 05 23:25:30.292086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Pushing event deleted for resources: {'Port': ['ID=5ba84129-112c-4e85-b2e9-fd647bd5cfe1,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:30.297363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:30.401120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] No DVR routers for this DVR port 5ba84129-112c-4e85-b2e9-fd647bd5cfe1 on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:25:30.404503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:30.424763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'name': 'network-vif-deleted', 'tag': '5ba84129-112c-4e85-b2e9-fd647bd5cfe1'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:30.433991 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2c382868-b7ce-4596-ba65-d9a6a5e7b88d req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.89 "DELETE /v2.0/ports/5ba84129-112c-4e85-b2e9-fd647bd5cfe1 HTTP/1.1" status: 204 len: 173 time: 4.1777961 Feb 05 23:25:30.508680 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1138f074-1b96-4572-b805-c7b16b5fee74 req-3b535694-65c6-41e1-a0e8-cce050e4962b tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] 10.222.0.64 "GET /v2.0/ports?device_id=c798a95a-63e9-4fe5-afd8-b971d8916666 HTTP/1.1" status: 200 len: 210 time: 0.2796474 Feb 05 23:25:30.534578 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-070ad3a5-b301-4ad8-a10a-b0b73915a69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:30.538580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-12f090d9-ddea-4672-843a-31ac6dc52db6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:30.575799 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ad3a5-b301-4ad8-a10a-b0b73915a69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8918fb69-9abf-4390-8b27-453351759d16,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:30.586622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-070ad3a5-b301-4ad8-a10a-b0b73915a69f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:30.588651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-070ad3a5-b301-4ad8-a10a-b0b73915a69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:30.594126 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-070ad3a5-b301-4ad8-a10a-b0b73915a69f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8918fb69-9abf-4390-8b27-453351759d16 HTTP/1.1" status: 204 len: 168 time: 0.9420645 Feb 05 23:25:30.614450 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c798a95a-63e9-4fe5-afd8-b971d8916666', 'name': 'network-vif-deleted', 'tag': '5ba84129-112c-4e85-b2e9-fd647bd5cfe1', 'status': 'completed', 'code': 200} Feb 05 23:25:30.822790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59406) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:31.149415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:31.175624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:31.181631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Usage tracker for resource:security_group_rule and tenant:98d9b97dfea843048e1aa364569a0f4a is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:31.186438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:31.201419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:31.293273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b3ef0-1198-4ae5-aefe-6012ed768761 req-be8e1d17-6c1d-4aa1-8a11-a215245ac3f7 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:31.294711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59424) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:31.300896 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-281b3ef0-1198-4ae5-aefe-6012ed768761 req-be8e1d17-6c1d-4aa1-8a11-a215245ac3f7 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2338815 Feb 05 23:25:31.317477 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:31.341519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:31.346307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Usage tracker for resource:security_group_rule and tenant:fc72f5336cc04c45930732083cf0d302 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:31.350489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:31.357499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:31.398386 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-281b3ef0-1198-4ae5-aefe-6012ed768761 req-85357540-ce36-4a7b-a462-3a4d2d86cd96 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963459 Feb 05 23:25:31.517945 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:31.521144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:31.532671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8a4f3870-1673-4156-be51-50e9737f4c1e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:31.594829 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98d9b97dfea843048e1aa364569a0f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7704453 Feb 05 23:25:31.596183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59436) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:31.619886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a80d0d-2d7b-400d-831e-85807d658327,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:31.622224 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:31.627225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:31.641078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.641761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.642747 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.643133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.643696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.644087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.644464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.645016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.645502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.647310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.647704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.649440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.650035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.650662 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.651047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.651703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.652967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.653389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.653766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.654331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.654719 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.655228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.655860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.656371 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:31.664056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:31.691860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:31.788112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1286a95-79b9-4f34-a6ab-1dac04e73a6f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:31.801328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59448) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:31.805185 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fc72f5336cc04c45930732083cf0d302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5083411 Feb 05 23:25:31.806539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:31.828995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25c8ea09-c593-42c6-a10c-daa900af83c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.067410 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d0467c-770e-4d72-943b-42445646e89b req-144ed7a3-5ec3-4304-a1ea-44a117255497 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:32.069390 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-03d0467c-770e-4d72-943b-42445646e89b req-144ed7a3-5ec3-4304-a1ea-44a117255497 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.4329569 Feb 05 23:25:32.080178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25c8ea09-c593-42c6-a10c-daa900af83c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.111388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device aae20fc9-dbdb-405f-a591-26b942059e6c up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:32.206177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-8145613d-34e5-43a4-8af7-592ed0693931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:32.207859 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-8145613d-34e5-43a4-8af7-592ed0693931 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 1162 time: 0.1829653 Feb 05 23:25:32.256663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port aae20fc9-dbdb-405f-a591-26b942059e6c completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:25:32.265400 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port aae20fc9-dbdb-405f-a591-26b942059e6c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:32.265400 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.389693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-a0f65f9c-545e-4b7a-9fad-a47854389713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:32.393567 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-a0f65f9c-545e-4b7a-9fad-a47854389713 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.1783946 Feb 05 23:25:32.397634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd0cf-0bc2-40b2-a15d-bb21176adb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.461623 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-03d0467c-770e-4d72-943b-42445646e89b req-4e218bde-1298-481d-bb2b-cdf0c4a5b9db tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3690436 Feb 05 23:25:32.485774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.517348 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-66e5668a-eb13-4c5f-a50c-fe0a09fdb270 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d39776-bd69-41dd-8312-1bbd664e2088 HTTP/1.1" status: 200 len: 217 time: 0.1159434 Feb 05 23:25:32.540247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25c8ea09-c593-42c6-a10c-daa900af83c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.543918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2115dd-ca96-474a-8b24-06721e608a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae20fc9-dbdb-405f-a591-26b942059e6c'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:32.558406 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4533f715-8535-4c3b-bd97-19d0e96f9af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:32.567478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port aae20fc9-dbdb-405f-a591-26b942059e6c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=aae20fc9-dbdb-405f-a591-26b942059e6c,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:32.572495 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.573484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 93f032f2-7114-4be2-a954-1fe8dbc67a68 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:32.583135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd0cf-0bc2-40b2-a15d-bb21176adb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.619412 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8ea09-c593-42c6-a10c-daa900af83c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a80d0d-2d7b-400d-831e-85807d658327,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:32.629829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-25c8ea09-c593-42c6-a10c-daa900af83c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:32.635345 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2115dd-ca96-474a-8b24-06721e608a29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae20fc9-dbdb-405f-a591-26b942059e6c', 'code': 200} Feb 05 23:25:32.636017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:32.671228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-25c8ea09-c593-42c6-a10c-daa900af83c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:32.672495 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-25c8ea09-c593-42c6-a10c-daa900af83c2 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/62a80d0d-2d7b-400d-831e-85807d658327 HTTP/1.1" status: 204 len: 168 time: 1.0670846 Feb 05 23:25:32.741386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-7f8845da-4141-46ae-9ddf-c1caafdf0171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:32.746618 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-7f8845da-4141-46ae-9ddf-c1caafdf0171 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.2227333 Feb 05 23:25:32.872789 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-e99d1de9-ba07-4dd8-befb-9f374f05cff8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1150553 Feb 05 23:25:32.913672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5957f7e8-a278-42f0-8433-e9e8c2150558 req-d50b2340-dbf1-4efb-a087-96b10a880f31 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:32.916272 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5957f7e8-a278-42f0-8433-e9e8c2150558 req-d50b2340-dbf1-4efb-a087-96b10a880f31 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.6416378 Feb 05 23:25:33.011758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd0cf-0bc2-40b2-a15d-bb21176adb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:33.034269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c1daa9b6-4b85-475e-bf83-79566fa3dcaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:33.088669 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5957f7e8-a278-42f0-8433-e9e8c2150558 req-b769cbaf-c504-41db-ad9d-7144c2c58416 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615741 Feb 05 23:25:33.101165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bd0cf-0bc2-40b2-a15d-bb21176adb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1286a95-79b9-4f34-a6ab-1dac04e73a6f,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:33.104548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f2bd0cf-0bc2-40b2-a15d-bb21176adb25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:33.113591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f2bd0cf-0bc2-40b2-a15d-bb21176adb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:33.119944 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6f2bd0cf-0bc2-40b2-a15d-bb21176adb25 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c1286a95-79b9-4f34-a6ab-1dac04e73a6f HTTP/1.1" status: 204 len: 168 time: 1.3164263 Feb 05 23:25:33.144433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=aae20fc9-dbdb-405f-a591-26b942059e6c,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:33.156411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:33.243832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port 93f032f2-7114-4be2-a954-1fe8dbc67a68 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:25:33.250460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 93f032f2-7114-4be2-a954-1fe8dbc67a68 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:33.251058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:33.308062 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-5c8341f9-00ee-454b-9ba4-246ae1b341ae service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261522 Feb 05 23:25:33.421313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:33.481901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58590dc0-3c5f-4d99-815b-3d9582cd9f97 req-25cf38a1-ca71-48a4-8bae-5d2c2d356e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:33.483575 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58590dc0-3c5f-4d99-815b-3d9582cd9f97 req-25cf38a1-ca71-48a4-8bae-5d2c2d356e3b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1162 time: 0.4118695 Feb 05 23:25:33.541400 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 93f032f2-7114-4be2-a954-1fe8dbc67a68, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:25:33.550059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:33.552853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:33.618989 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58590dc0-3c5f-4d99-815b-3d9582cd9f97 req-fce3b05f-3ae9-43fb-b47d-ec91e4f872a2 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251373 Feb 05 23:25:33.630225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59500) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:33.678771 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:33.680117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=93f032f2-7114-4be2-a954-1fe8dbc67a68,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:33.691882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:33.719705 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:33.730656 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Usage tracker for resource:security_group_rule and tenant:77d2553279df479b833b0177d1237418 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:33.738129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:33.748447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:33.946908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device aae20fc9-dbdb-405f-a591-26b942059e6c up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:33.980624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:34.006186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:34.021285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d11e8fd-d4b7-44d4-b363-8e10679c7618 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:34.109952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port aae20fc9-dbdb-405f-a591-26b942059e6c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:34.110123 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b23a7d62-684c-48eb-a91b-ee95dcb8d4bd req-b5720d7f-a662-4edf-8b17-b08d501ff808 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7932875 Feb 05 23:25:34.110752 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:34.117498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9202286e-9f1d-45d9-a024-37fd69c408af,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:34.134156 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=77d2553279df479b833b0177d1237418&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5002403 Feb 05 23:25:34.135175 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59522) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:34.136228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:34.334659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71f6d9-c361-4361-95f1-22efdaf750b1 req-6f242d8c-f58b-404f-b14a-aa793e7c6dc0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:34.342669 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ed71f6d9-c361-4361-95f1-22efdaf750b1 req-6f242d8c-f58b-404f-b14a-aa793e7c6dc0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.5839732 Feb 05 23:25:34.480307 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ed71f6d9-c361-4361-95f1-22efdaf750b1 req-3f9377a2-b7e6-4c3b-9f92-d8c468a2caaf tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1365449 Feb 05 23:25:34.549007 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe704-9c32-472c-9172-e7f5ec5a3e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:34.636623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:34.708035 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'code': 200} Feb 05 23:25:34.790182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe704-9c32-472c-9172-e7f5ec5a3e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:34.889816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8241c01-35c9-4f20-b265-b8b0949a7667 req-79528f0b-4097-41c6-85ab-dd34f643b6c4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:34.891550 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c8241c01-35c9-4f20-b265-b8b0949a7667 req-79528f0b-4097-41c6-85ab-dd34f643b6c4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.5343719 Feb 05 23:25:34.947680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe704-9c32-472c-9172-e7f5ec5a3e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:34.956340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8eb41cac-c75d-4baa-9157-4a8998b03e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:34.973937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ffe704-9c32-472c-9172-e7f5ec5a3e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9202286e-9f1d-45d9-a024-37fd69c408af,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:34.984998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c9ffe704-9c32-472c-9172-e7f5ec5a3e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:34.993524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c9ffe704-9c32-472c-9172-e7f5ec5a3e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:34.994770 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c9ffe704-9c32-472c-9172-e7f5ec5a3e28 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9202286e-9f1d-45d9-a024-37fd69c408af HTTP/1.1" status: 204 len: 168 time: 0.8449249 Feb 05 23:25:35.030847 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c8241c01-35c9-4f20-b265-b8b0949a7667 req-3eb58558-113e-4b44-ab18-10c903ae9176 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017544 Feb 05 23:25:35.320656 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59588) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:35.430420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151b993-45f1-4803-ba43-81bce37dda9b req-1a61429f-1a33-4856-a032-0d1a6c37062f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:35.434915 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7151b993-45f1-4803-ba43-81bce37dda9b req-1a61429f-1a33-4856-a032-0d1a6c37062f service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 1162 time: 0.2074687 Feb 05 23:25:35.482250 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] Deleting subnet a662a0c2-e16d-4301-9aa8-39b3f78b8e24 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:25:35.485972 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7151b993-45f1-4803-ba43-81bce37dda9b req-4277af43-40e1-441e-84f7-4b4110a03b03 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434124 Feb 05 23:25:35.495634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:35.571999 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:35.581026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:35.942824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 93f032f2-7114-4be2-a954-1fe8dbc67a68 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:25:36.107727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 93f032f2-7114-4be2-a954-1fe8dbc67a68 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:25:36.108439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:36.158144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334f1f67-e5fd-4e20-9c84-4fb6e9263cca req-e885b7b1-dcec-4a08-8eab-640149d4123e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:36.166438 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-334f1f67-e5fd-4e20-9c84-4fb6e9263cca req-e885b7b1-dcec-4a08-8eab-640149d4123e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.4644108 Feb 05 23:25:36.290417 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-334f1f67-e5fd-4e20-9c84-4fb6e9263cca req-bfe7d40d-9f11-40cb-bccd-dffbeb51b1b4 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228964 Feb 05 23:25:36.306616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:36.329682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:36.489816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a662a0c2-e16d-4301-9aa8-39b3f78b8e24,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:36.500279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:36.531686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4ac0a7fc-1f37-480c-901e-1a162906c8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:36.581787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:36.684424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1712e0-1d14-459e-806c-9e2701f9cb0c req-5ece53c2-dc8f-4d8a-906b-311f53c381ae tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:36.686368 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba1712e0-1d14-459e-806c-9e2701f9cb0c req-5ece53c2-dc8f-4d8a-906b-311f53c381ae tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.3605671 Feb 05 23:25:36.690018 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7b45431b-5d85-4eb8-883a-d1305743241d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/a662a0c2-e16d-4301-9aa8-39b3f78b8e24 HTTP/1.1" status: 204 len: 168 time: 1.3678098 Feb 05 23:25:36.693145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59660) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:36.768972 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba1712e0-1d14-459e-806c-9e2701f9cb0c req-55ae0ec4-3d61-4d41-8269-7286dcfe8417 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751102 Feb 05 23:25:36.877363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:37.107815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:37.244907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:37.266903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:37.267420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bc2dd4-cad2-4e7d-b9bf-b4255a4da45a') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:37.282828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:37.301045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:37.303497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:25:37.647434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:25:37.686088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:37.731861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e750a79a-cb38-4423-a9a6-67aa61b99864 req-401ee077-b8a7-4fd8-857e-13658cc676d2 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:37.734166 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e750a79a-cb38-4423-a9a6-67aa61b99864 req-401ee077-b8a7-4fd8-857e-13658cc676d2 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2436936 Feb 05 23:25:37.854192 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e750a79a-cb38-4423-a9a6-67aa61b99864 req-fb4a10cf-67f2-4c89-8e05-e8b5283c468f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130345 Feb 05 23:25:38.056100 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Network 7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:25:38.084183 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:25:38.141405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59744) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:38.185515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:38.197930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:38.214691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-68fb7c65-c320-458e-adc2-074d08c28ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:38.236710 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] 10.222.0.64 "DELETE /v2.0/networks/7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd HTTP/1.1" status: 204 len: 168 time: 1.5398188 Feb 05 23:25:38.238525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Pushing event deleted for resources: {'Network': ['ID=7d7a0e38-aa85-41c4-a7f8-0f77c4eae5fd,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:38.248855 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.249515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.249919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.250321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.255399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.255990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.256400 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.256779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.257179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.258671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.259205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.259600 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.260090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.260481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.260884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.261234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.261715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.262068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.262456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.262838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.263220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.263605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.263986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.264648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:25:38.268904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e663bd0a-eb34-4063-bdc8-6044c19ca8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:38.296652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0055309-703f-465b-8211-36c3644ba4ca req-0ba4cbb0-bf26-4ca1-9f98-d582a9c52e2a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:38.302779 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d0055309-703f-465b-8211-36c3644ba4ca req-0ba4cbb0-bf26-4ca1-9f98-d582a9c52e2a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2920914 Feb 05 23:25:38.312924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 59760) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:38.322868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'floatingip': {'port_id': '93f032f2-7114-4be2-a954-1fe8dbc67a68'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:25:38.448072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:38.523205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66060045-cabb-4dd6-b7e4-ea8e6ec53793 req-4cf887b4-b50f-42cf-8080-5dc7f7b392dd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:38.531693 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-66060045-cabb-4dd6-b7e4-ea8e6ec53793 req-4cf887b4-b50f-42cf-8080-5dc7f7b392dd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.4733448 Feb 05 23:25:38.578922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:38.598362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59780) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:38.643438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:38.667622 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-66060045-cabb-4dd6-b7e4-ea8e6ec53793 req-3cd910be-eced-4a06-a377-2deec4aa7e65 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347055 Feb 05 23:25:38.674319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Usage tracker for resource:security_group_rule and tenant:80c5afadf77b40f7b8eeb388d331198f is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:38.684770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:38.696585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:38.709480 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-5f2e5359-f09a-423e-a617-3956a62dd501 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=54c0a635c7c64c2186cb43edfd622cc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0991795 Feb 05 23:25:38.709480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59792) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:38.820584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-926f50c1-f048-4adf-9bd5-dd4b6c55d74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:38.857833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-926f50c1-f048-4adf-9bd5-dd4b6c55d74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:38.971936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-926f50c1-f048-4adf-9bd5-dd4b6c55d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.011053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a0df40c-1b97-44b1-baa5-e9c91159ed19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.083420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-84ec05ff-622a-4d82-8c73-49c1ac613a50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:39.107609 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.110679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-926f50c1-f048-4adf-9bd5-dd4b6c55d74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.112042 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-926f50c1-f048-4adf-9bd5-dd4b6c55d74b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/bcde588a-aa2c-4370-8f6f-30fc4f74f1f5 HTTP/1.1" status: 204 len: 168 time: 0.4050303 Feb 05 23:25:39.115576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.126233 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f50c1-f048-4adf-9bd5-dd4b6c55d74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcde588a-aa2c-4370-8f6f-30fc4f74f1f5,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:39.139796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-926f50c1-f048-4adf-9bd5-dd4b6c55d74b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:39.140253 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:39.200298 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=80c5afadf77b40f7b8eeb388d331198f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0546167 Feb 05 23:25:39.202603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59826) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:39.205753 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a415e3e3-9295-4559-93d9-8ef60c3961c7,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:39.232486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:39.333784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ddc3-74c8-460f-ae17-f6a350f6103e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.401154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ddc3-74c8-460f-ae17-f6a350f6103e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.542153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ddc3-74c8-460f-ae17-f6a350f6103e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.561681 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c285f04f-d377-48e7-9033-5ec6d88dd4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:39.587902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a5ddc3-74c8-460f-ae17-f6a350f6103e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a415e3e3-9295-4559-93d9-8ef60c3961c7,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:39.595389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e2a5ddc3-74c8-460f-ae17-f6a350f6103e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:39.606164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2a5ddc3-74c8-460f-ae17-f6a350f6103e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.607381 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e2a5ddc3-74c8-460f-ae17-f6a350f6103e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a415e3e3-9295-4559-93d9-8ef60c3961c7 HTTP/1.1" status: 204 len: 168 time: 0.4037786 Feb 05 23:25:39.612804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59856) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:39.765550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.856327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:39.861327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:40.311555 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Floating IP c94683c0-6ced-4d19-8998-e10fbd094911 associated. External IP: 172.28.1.111, port: 93f032f2-7114-4be2-a954-1fe8dbc67a68. Feb 05 23:25:40.350681 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f54f0-8097-4e45-92e6-beb0e3854571 req-0c011628-e02f-4de7-a64b-7b992a180ebc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:40.360372 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-734f54f0-8097-4e45-92e6-beb0e3854571 req-0c011628-e02f-4de7-a64b-7b992a180ebc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.4242420 Feb 05 23:25:40.411372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:40.543608 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-734f54f0-8097-4e45-92e6-beb0e3854571 req-af2e38cd-92ce-4ca3-9219-0806bf5154a5 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821547 Feb 05 23:25:40.546297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:40.562640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Usage tracker for resource:security_group_rule and tenant:6141e1f5838f46bb845e52d4a7278b72 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:40.578180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:40.588922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:40.629069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:40.714080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:40.717549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:40.740579 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:40.803117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4308e6d6-6bf8-406f-8fcb-a6c9a223f8ad,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:40.824359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:40.861763 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6141e1f5838f46bb845e52d4a7278b72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2477095 Feb 05 23:25:40.865299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59934) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:41.016794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:41.027206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee755925-20ec-4689-88a0-4da18ba0514b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:41.067048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee755925-20ec-4689-88a0-4da18ba0514b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:41.133068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:25:41.141517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee755925-20ec-4689-88a0-4da18ba0514b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:41.146627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-926f50c1-f048-4adf-9bd5-dd4b6c55d74b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:41.161631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee755925-20ec-4689-88a0-4da18ba0514b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4308e6d6-6bf8-406f-8fcb-a6c9a223f8ad,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:41.165150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ee755925-20ec-4689-88a0-4da18ba0514b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:41.166440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee755925-20ec-4689-88a0-4da18ba0514b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:41.167659 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ee755925-20ec-4689-88a0-4da18ba0514b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4308e6d6-6bf8-406f-8fcb-a6c9a223f8ad HTTP/1.1" status: 204 len: 168 time: 0.3013391 Feb 05 23:25:41.420041 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:25:41.424927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:41.435564 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] Sync routers for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:25:41.455892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:25:41.456590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:25:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:41.555822 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-31cba78d-55c7-41bf-9617-73be8595e091 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "PUT /v2.0/floatingips/c94683c0-6ced-4d19-8998-e10fbd094911 HTTP/1.1" status: 200 len: 991 time: 3.2388489 Feb 05 23:25:41.558565 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:25:41.603312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 59984) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:41.642764 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'status': 'completed', 'code': 200} Feb 05 23:25:41.842770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-19c793b1-27f2-46e2-a1f0-cfc2a7ff8745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:41.844619 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-19c793b1-27f2-46e2-a1f0-cfc2a7ff8745 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 1162 time: 0.1280282 Feb 05 23:25:41.997355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391b40b-97f6-4df9-b15d-1ffb126ba8f9 req-4a1381ae-a04d-4920-8fb2-5fb10134898e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:41.999240 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5391b40b-97f6-4df9-b15d-1ffb126ba8f9 req-4a1381ae-a04d-4920-8fb2-5fb10134898e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2335591 Feb 05 23:25:42.004048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:25:42.108089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-2397bea7-68fe-4029-b2bc-31e7518312f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:42.109787 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-2397bea7-68fe-4029-b2bc-31e7518312f5 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.2570162 Feb 05 23:25:42.115851 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5391b40b-97f6-4df9-b15d-1ffb126ba8f9 req-0cfa7ba5-3feb-4231-8e71-58992588714d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080649 Feb 05 23:25:42.260793 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-297e759f-3454-46e3-b81d-c7422554b6b5 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68 HTTP/1.1" status: 200 len: 999 time: 0.1441061 Feb 05 23:25:42.275046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:42.318472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:42.326486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c7e0a4da794a36bfca674047511329 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:42.335044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:42.347749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:42.362728 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-2d8568be-9703-423d-bc69-04195afcb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:42.364579 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-2d8568be-9703-423d-bc69-04195afcb029 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0973537 Feb 05 23:25:42.549759 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-f4a25a42-cc2e-4f97-9b9e-b1084700b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:42.559240 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-f4a25a42-cc2e-4f97-9b9e-b1084700b984 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1881669 Feb 05 23:25:42.574201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:42.577941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60006) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:42.581150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:42.614989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0460ab00-a31f-4907-8cb2-f6d6e32cfb4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:42.648751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b93047a-c8fa-4f2b-a6f9-c200fd321249,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:42.656698 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:42.664934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:42.685017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': 'c94683c0-6ced-4d19-8998-e10fbd094911', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'floating_ip_address': '172.28.1.111', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'port_id': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'mac_address': 'fa:16:3e:0b:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd627535a-3d76-4c77-b258-a579116b6b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:25:05Z', 'updated_at': '2021-02-05T23:25:39Z', 'revision_number': 1, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:42.690839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:42.695522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] Checking router: a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:25:42.696806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:0a6385d0336a4aa0b05b7310ec7d86ac is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:42.700015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:42.706497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:42.721388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:25:42.722221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:25:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:42.808939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:42.811840 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60014) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:42.817786 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a5c7e0a4da794a36bfca674047511329&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2135065 Feb 05 23:25:42.821220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60018) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:42.824392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:42.859448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:42.872200 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0a6385d0336a4aa0b05b7310ec7d86ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905171 Feb 05 23:25:42.874654 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-3806c8d0-d9ee-45cf-8aa7-94e19c3610cc service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061779 Feb 05 23:25:42.875217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60026) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:42.939985 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9927d1-49fd-42af-8614-b3eea166eeec,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:42.951152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:42.960001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e3acf27b-4398-4b29-a552-61ab8340517a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:42.969805 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:25:42.998314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e3acf27b-4398-4b29-a552-61ab8340517a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.056081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e3acf27b-4398-4b29-a552-61ab8340517a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.062565 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-25c8ea09-c593-42c6-a10c-daa900af83c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:43.076179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3acf27b-4398-4b29-a552-61ab8340517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b93047a-c8fa-4f2b-a6f9-c200fd321249,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:43.079878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e3acf27b-4398-4b29-a552-61ab8340517a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:43.092935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e3acf27b-4398-4b29-a552-61ab8340517a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.097506 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e3acf27b-4398-4b29-a552-61ab8340517a admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7b93047a-c8fa-4f2b-a6f9-c200fd321249 HTTP/1.1" status: 204 len: 168 time: 0.2744675 Feb 05 23:25:43.162510 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8ce90923-3103-4ba8-afa3-c52062cc1102 req-347ab19f-3238-4fd3-8e46-c38aa88f1cdb service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2067962 Feb 05 23:25:43.189943 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6971f510-65ba-498b-a8b8-6d740c0c1fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.227424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6971f510-65ba-498b-a8b8-6d740c0c1fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.306963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6971f510-65ba-498b-a8b8-6d740c0c1fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.312607 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.313600 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ef1f2bfb-3494-4efe-9f8a-81835649d4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:43.329892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6971f510-65ba-498b-a8b8-6d740c0c1fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.334320 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6971f510-65ba-498b-a8b8-6d740c0c1fcf admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7a9927d1-49fd-42af-8614-b3eea166eeec HTTP/1.1" status: 204 len: 168 time: 0.4580350 Feb 05 23:25:43.335672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6971f510-65ba-498b-a8b8-6d740c0c1fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9927d1-49fd-42af-8614-b3eea166eeec,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:43.338597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6971f510-65ba-498b-a8b8-6d740c0c1fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:43.420708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:43.425272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Usage tracker for resource:security_group_rule and tenant:ba620c3dd4b847688f8b83b46821f3cb is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:43.428344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:43.437361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:43.543905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': 'c94683c0-6ced-4d19-8998-e10fbd094911', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'floating_ip_address': '172.28.1.111', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'port_id': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'mac_address': 'fa:16:3e:0b:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd627535a-3d76-4c77-b258-a579116b6b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:25:05Z', 'updated_at': '2021-02-05T23:25:39Z', 'revision_number': 1, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:25:43.548969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8c7d6b-0c3f-4974-ad1c-be433b194668 None None] The sync data for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb is: [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': 'c94683c0-6ced-4d19-8998-e10fbd094911', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'floating_ip_address': '172.28.1.111', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'port_id': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'mac_address': 'fa:16:3e:0b:74:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd627535a-3d76-4c77-b258-a579116b6b29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:25:05Z', 'updated_at': '2021-02-05T23:25:39Z', 'revision_number': 1, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:25:43.595961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.607063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.619781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ee755925-20ec-4689-88a0-4da18ba0514b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:43.759305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff988c94-27ea-45bf-a9e8-735b54a2dd15 req-c5ac74d1-62c5-452d-b5de-e6709e0a1b89 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:43.761044 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ff988c94-27ea-45bf-a9e8-735b54a2dd15 req-c5ac74d1-62c5-452d-b5de-e6709e0a1b89 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.4272118 Feb 05 23:25:43.768051 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ba620c3dd4b847688f8b83b46821f3cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9485545 Feb 05 23:25:43.770912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60052) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:43.772770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea14454-34d6-4605-8aab-5a9682b2bccc,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:43.778001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:43.874720 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ff988c94-27ea-45bf-a9e8-735b54a2dd15 req-c14ec1e7-cf45-4a77-bea7-51f80cf31a00 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986133 Feb 05 23:25:43.895960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0455cf3f-ad9c-4563-a9c7-091339190add admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:43.948387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74934d72-6fba-470d-962d-f89efc02d21a None None] New status for floating IP c94683c0-6ced-4d19-8998-e10fbd094911: ACTIVE {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:25:43.958142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0455cf3f-ad9c-4563-a9c7-091339190add admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.031001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0455cf3f-ad9c-4563-a9c7-091339190add admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.037842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b42f5872-d701-427c-b7fe-d9fa4f1c0746 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:44.056797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455cf3f-ad9c-4563-a9c7-091339190add admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea14454-34d6-4605-8aab-5a9682b2bccc,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:44.059781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0455cf3f-ad9c-4563-a9c7-091339190add admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:44.061089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0455cf3f-ad9c-4563-a9c7-091339190add admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.063264 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0455cf3f-ad9c-4563-a9c7-091339190add admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ea14454-34d6-4605-8aab-5a9682b2bccc HTTP/1.1" status: 204 len: 168 time: 0.2906947 Feb 05 23:25:44.211426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60078) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:44.249546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.275955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:44.280613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:764655959675486d8ecaf0f217a7fe33 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:44.284640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:44.292735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:44.449070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.456453 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.469623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:44.526430 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=764655959675486d8ecaf0f217a7fe33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126438 Feb 05 23:25:44.527744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f32a181-b4c3-49d8-8b5a-b05cd6d2ccb5,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:44.529076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60090) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:44.532138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:44.600613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-afe2e320-4630-4b64-ae9d-1ff45be110fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.631336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-afe2e320-4630-4b64-ae9d-1ff45be110fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.688079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-afe2e320-4630-4b64-ae9d-1ff45be110fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.693762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c9ffe704-9c32-472c-9172-e7f5ec5a3e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:44.708852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe2e320-4630-4b64-ae9d-1ff45be110fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f32a181-b4c3-49d8-8b5a-b05cd6d2ccb5,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:44.717519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-afe2e320-4630-4b64-ae9d-1ff45be110fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:44.719633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-afe2e320-4630-4b64-ae9d-1ff45be110fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.723375 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-afe2e320-4630-4b64-ae9d-1ff45be110fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3f32a181-b4c3-49d8-8b5a-b05cd6d2ccb5 HTTP/1.1" status: 204 len: 168 time: 0.1910384 Feb 05 23:25:44.880008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60106) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:44.900064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:44.920357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:44.929273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:51f4f9ce66764701ba6c17ba1e648a7d is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:44.935201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:44.941113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:45.094285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:45.099420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:45.131790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e2a5ddc3-74c8-460f-ae17-f6a350f6103e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:45.144513 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=51f4f9ce66764701ba6c17ba1e648a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2609179 Feb 05 23:25:45.145508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60116) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:45.305951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16037c6-307f-4110-85f4-dd1e31f77e99 req-cbd29d00-1f2a-4db9-a93f-2f3d99923d94 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:45.307674 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f16037c6-307f-4110-85f4-dd1e31f77e99 req-cbd29d00-1f2a-4db9-a93f-2f3d99923d94 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2930110 Feb 05 23:25:45.308416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822c7eda-6266-4980-82a3-6feb17ffc5f6,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:45.313381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:45.364615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9ad8108f-9960-47b6-899f-4a8964ea8bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:45.411024 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f16037c6-307f-4110-85f4-dd1e31f77e99 req-3c8e2561-a332-467d-a9b4-28e3d6e97302 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870883 Feb 05 23:25:45.431794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9ad8108f-9960-47b6-899f-4a8964ea8bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:45.518201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9ad8108f-9960-47b6-899f-4a8964ea8bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:45.532977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:45.568158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad8108f-9960-47b6-899f-4a8964ea8bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822c7eda-6266-4980-82a3-6feb17ffc5f6,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:45.572702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9ad8108f-9960-47b6-899f-4a8964ea8bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:45.577164 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9ad8108f-9960-47b6-899f-4a8964ea8bb4 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/822c7eda-6266-4980-82a3-6feb17ffc5f6 HTTP/1.1" status: 204 len: 168 time: 0.4291842 Feb 05 23:25:45.578457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9ad8108f-9960-47b6-899f-4a8964ea8bb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:46.783553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175caf1-b7a3-41ae-a37c-7209b98f2e90 req-3df2dc3a-0890-4719-81a5-111777218dc1 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:46.785302 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c175caf1-b7a3-41ae-a37c-7209b98f2e90 req-3df2dc3a-0890-4719-81a5-111777218dc1 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.1914182 Feb 05 23:25:46.852081 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c175caf1-b7a3-41ae-a37c-7209b98f2e90 req-5e493e48-44ab-4aa3-b9f6-d5b4905c0da3 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594077 Feb 05 23:25:47.988608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:48.324775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73d10f-baaa-41d3-8e9d-1fa2bc600a1b req-5cd4e35e-c899-4056-8892-06a7adf7a6d4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:48.337513 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5b73d10f-baaa-41d3-8e9d-1fa2bc600a1b req-5cd4e35e-c899-4056-8892-06a7adf7a6d4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2119052 Feb 05 23:25:48.403845 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5b73d10f-baaa-41d3-8e9d-1fa2bc600a1b req-9ec42a87-3a7a-4bb8-a94c-797848b5079e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651112 Feb 05 23:25:48.652735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:25:48.840687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60290) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:49.179563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:49.201174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:49.206809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Usage tracker for resource:security_group_rule and tenant:7b8ffe83549541c69993d1ab90fe7ab5 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:49.211025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:49.218456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:49.432706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:49.442990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:49.451320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:49.511770 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7b8ffe83549541c69993d1ab90fe7ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6696501 Feb 05 23:25:49.512688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc7d615-f256-4b89-8425-67b4d9454c0c,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:49.514648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60326) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:49.516436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:49.885601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fad1e46b-5a04-415b-a901-7e6b633cadc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:49.931665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fad1e46b-5a04-415b-a901-7e6b633cadc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:50.082605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47726201-71f7-43a0-b3a9-0ea0ed3faa95 req-c33a6e68-b537-4ef5-95c8-626ae315b8c2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:50.084343 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-47726201-71f7-43a0-b3a9-0ea0ed3faa95 req-c33a6e68-b537-4ef5-95c8-626ae315b8c2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.4681587 Feb 05 23:25:50.169343 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-47726201-71f7-43a0-b3a9-0ea0ed3faa95 req-62bd367b-bf9b-4ee9-b7d3-87b8fde3d811 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736327 Feb 05 23:25:50.179068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fad1e46b-5a04-415b-a901-7e6b633cadc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:50.185798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9f9e49fd-9200-44b2-8827-4fc1388e6cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:50.199817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1e46b-5a04-415b-a901-7e6b633cadc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc7d615-f256-4b89-8425-67b4d9454c0c,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:50.203372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fad1e46b-5a04-415b-a901-7e6b633cadc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:50.210213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fad1e46b-5a04-415b-a901-7e6b633cadc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:50.212535 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-fad1e46b-5a04-415b-a901-7e6b633cadc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9fc7d615-f256-4b89-8425-67b4d9454c0c HTTP/1.1" status: 204 len: 168 time: 0.6959713 Feb 05 23:25:50.943628 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60386) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:50.969907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:50.987460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:50.992602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Usage tracker for resource:security_group_rule and tenant:f86872ec5ea94b90937928b286527f3e is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:50.996270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:51.002764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:51.101859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:51.107021 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:51.131135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ea3fcc82-3716-4336-b239-b657bd57290e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:51.160029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60398) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:51.165973 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f86872ec5ea94b90937928b286527f3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2208042 Feb 05 23:25:51.213602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71fe4c3-be90-42ca-85a1-9490c1b7973e,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:51.217705 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:51.306746 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b7c43226-7e22-40f5-a690-6737ff8d4385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:51.435860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b7c43226-7e22-40f5-a690-6737ff8d4385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:51.630047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea59db-4bff-4eff-9930-807fa77beacc req-4ccd89e7-8d7a-4b18-9011-005f9e4f941b tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:51.643751 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9eea59db-4bff-4eff-9930-807fa77beacc req-4ccd89e7-8d7a-4b18-9011-005f9e4f941b tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2890251 Feb 05 23:25:51.699181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60442) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:51.740643 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9eea59db-4bff-4eff-9930-807fa77beacc req-3e452303-f62c-4680-8129-b51cfc6e1e43 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958555 Feb 05 23:25:51.760086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b7c43226-7e22-40f5-a690-6737ff8d4385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:51.769185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-afe2e320-4630-4b64-ae9d-1ff45be110fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:51.791874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b7c43226-7e22-40f5-a690-6737ff8d4385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:51.793093 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b7c43226-7e22-40f5-a690-6737ff8d4385 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a71fe4c3-be90-42ca-85a1-9490c1b7973e HTTP/1.1" status: 204 len: 168 time: 0.6309772 Feb 05 23:25:51.794449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c43226-7e22-40f5-a690-6737ff8d4385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71fe4c3-be90-42ca-85a1-9490c1b7973e,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:51.798200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b7c43226-7e22-40f5-a690-6737ff8d4385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:51.922651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:51.942672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:51.947657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f7a870b0112a4996bb56fe09b634f96b is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:51.951243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:51.957724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:52.061369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:52.068101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:52.079658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d512558e-9594-4e13-9e45-1280665ff0b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:52.137591 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f7a870b0112a4996bb56fe09b634f96b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4371016 Feb 05 23:25:52.139543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4bba68-104f-4b66-ba4f-00c359480530,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:52.140326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60464) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:52.155542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:52.232372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7680757-78df-48c2-8984-47a41a2d2f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:52.266620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7680757-78df-48c2-8984-47a41a2d2f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:52.321588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7680757-78df-48c2-8984-47a41a2d2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:52.328796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eab67915-dbdc-4f2d-af42-2fc3a2712867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:52.344051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7680757-78df-48c2-8984-47a41a2d2f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4bba68-104f-4b66-ba4f-00c359480530,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:52.347422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7680757-78df-48c2-8984-47a41a2d2f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:52.349789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7680757-78df-48c2-8984-47a41a2d2f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:52.352548 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f7680757-78df-48c2-8984-47a41a2d2f05 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ef4bba68-104f-4b66-ba4f-00c359480530 HTTP/1.1" status: 204 len: 168 time: 0.2108164 Feb 05 23:25:52.514967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60484) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:52.968597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:52.987868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:52.991996 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Usage tracker for resource:security_group_rule and tenant:68fd3f155a494aaa98d7f5bf5422642d is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:52.994725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60512) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:52.995095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:53.001724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:53.014835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60518) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:53.064279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.105029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:53.109588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Usage tracker for resource:security_group_rule and tenant:27f33413d91b46c5b9aee2efb45382a3 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:53.112787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:53.119643 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:53.133949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.151562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.167993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6bdb780d-205a-406e-9bdc-0efc9441e1f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:53.204508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.205699 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=68fd3f155a494aaa98d7f5bf5422642d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6887708 Feb 05 23:25:53.214294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60528) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:53.233941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:53.245952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Usage tracker for resource:security_group_rule and tenant:191609d545514afba570c06e511838ac is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:53.253782 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:53.269338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:53.284403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0429e9a3-ccac-4339-a5cc-24623ed5cdaa,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:53.298863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:53.335308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.343850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.380355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:53.415423 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=27f33413d91b46c5b9aee2efb45382a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3989391 Feb 05 23:25:53.416076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3acb464-8f1e-418b-aaf9-ad553bdeaa77 req-ac15e6a3-070f-4867-a775-f4846ea23b12 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:53.417665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d73ea9-8433-46a5-bd1e-2c69d0945157,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:53.421308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:53.421944 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e3acb464-8f1e-418b-aaf9-ad553bdeaa77 req-ac15e6a3-070f-4867-a775-f4846ea23b12 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.5405037 Feb 05 23:25:53.422543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60536) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:53.503257 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.506369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.524415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6ebf4c37-4aa9-4453-86d8-d4100f4033cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:53.651816 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e3acb464-8f1e-418b-aaf9-ad553bdeaa77 req-27cdf2f7-c2f1-4ec4-8a6c-77d48aff3182 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142093 Feb 05 23:25:53.658383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-efe3a2f0-95b1-4017-ae55-01e3a12601a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.662369 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=191609d545514afba570c06e511838ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6633170 Feb 05 23:25:53.662369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6187eb-9f38-4412-b1bb-8ef0ae4d7e5b,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:53.663870 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60544) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:53.666525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:53.704906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-efe3a2f0-95b1-4017-ae55-01e3a12601a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.734441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fdad5b9-f11b-4cbe-8d78-a9926d2dbd82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.759975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-392c84ca-9dca-4582-86ba-1bf6e1853f40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.766032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fdad5b9-f11b-4cbe-8d78-a9926d2dbd82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.790356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-392c84ca-9dca-4582-86ba-1bf6e1853f40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.811578 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-efe3a2f0-95b1-4017-ae55-01e3a12601a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.820434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fdad5b9-f11b-4cbe-8d78-a9926d2dbd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.839140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-434db03b-a7dc-4700-a065-e464a8900fe2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:53.840141 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:53.853121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdad5b9-f11b-4cbe-8d78-a9926d2dbd82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6187eb-9f38-4412-b1bb-8ef0ae4d7e5b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:53.856607 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4fdad5b9-f11b-4cbe-8d78-a9926d2dbd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:53.860856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-392c84ca-9dca-4582-86ba-1bf6e1853f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.872366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-392c84ca-9dca-4582-86ba-1bf6e1853f40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.873717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4fdad5b9-f11b-4cbe-8d78-a9926d2dbd82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.874226 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-392c84ca-9dca-4582-86ba-1bf6e1853f40 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0429e9a3-ccac-4339-a5cc-24623ed5cdaa HTTP/1.1" status: 204 len: 168 time: 0.6556208 Feb 05 23:25:53.874908 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4fdad5b9-f11b-4cbe-8d78-a9926d2dbd82 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8a6187eb-9f38-4412-b1bb-8ef0ae4d7e5b HTTP/1.1" status: 204 len: 168 time: 0.2104146 Feb 05 23:25:53.875841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3a2f0-95b1-4017-ae55-01e3a12601a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d73ea9-8433-46a5-bd1e-2c69d0945157,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:53.878449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-efe3a2f0-95b1-4017-ae55-01e3a12601a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:53.882383 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-efe3a2f0-95b1-4017-ae55-01e3a12601a5 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/94d73ea9-8433-46a5-bd1e-2c69d0945157 HTTP/1.1" status: 204 len: 168 time: 0.4530270 Feb 05 23:25:53.882383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-efe3a2f0-95b1-4017-ae55-01e3a12601a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:53.882383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f2bd0cf-0bc2-40b2-a15d-bb21176adb25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:53.894147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c84ca-9dca-4582-86ba-1bf6e1853f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0429e9a3-ccac-4339-a5cc-24623ed5cdaa,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:53.896897 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-392c84ca-9dca-4582-86ba-1bf6e1853f40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:54.557978 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60580) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:54.580147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:54.597059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:54.601162 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Usage tracker for resource:security_group_rule and tenant:4546550f633042a1bca1be932367c861 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:54.604604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:54.610735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:54.702239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:54.707095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:54.726191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-34c82ca8-ad13-455f-92ce-a425b3304bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:54.775053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60588) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:54.775268 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=4546550f633042a1bca1be932367c861&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2160752 Feb 05 23:25:54.800237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f43f2ba-bedb-413d-8bd7-ef096985e9e3,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:54.804023 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:54.863589 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60592) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:54.894493 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:54.894639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1cffb27b-6c6b-48bd-9aee-597a4c1928ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:54.919186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:54.923402 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Usage tracker for resource:security_group_rule and tenant:d0e8d4b86cd3468aaca347c363d2b116 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:54.927374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:54.935208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:54.937059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1cffb27b-6c6b-48bd-9aee-597a4c1928ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:54.995972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1cffb27b-6c6b-48bd-9aee-597a4c1928ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:55.003393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:55.024789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cffb27b-6c6b-48bd-9aee-597a4c1928ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f43f2ba-bedb-413d-8bd7-ef096985e9e3,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:55.033436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1cffb27b-6c6b-48bd-9aee-597a4c1928ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:55.034942 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-1cffb27b-6c6b-48bd-9aee-597a4c1928ea admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f43f2ba-bedb-413d-8bd7-ef096985e9e3 HTTP/1.1" status: 204 len: 168 time: 0.2581711 Feb 05 23:25:55.036145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1cffb27b-6c6b-48bd-9aee-597a4c1928ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:55.078151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ade3-f147-44d0-b67d-88bd01bf8d19 req-3e49cb58-e0e5-40cc-9108-c41343c7acce tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:55.079963 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-76a7ade3-f147-44d0-b67d-88bd01bf8d19 req-3e49cb58-e0e5-40cc-9108-c41343c7acce tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2745481 Feb 05 23:25:55.181910 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-76a7ade3-f147-44d0-b67d-88bd01bf8d19 req-d4424944-1362-4e88-9f70-f957c42472e4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905433 Feb 05 23:25:55.253573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:55.259733 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:55.279558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cb9d5a10-eb22-4720-b62a-4340d03cee09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:55.388828 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=d0e8d4b86cd3468aaca347c363d2b116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5240395 Feb 05 23:25:55.390000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2055a3ea-6c39-4272-a076-044ef01c29ed,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:55.391972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60622) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:55.400420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:55.578544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42aca78b-9298-49b4-8e03-36f4bc2fb628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:55.653484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42aca78b-9298-49b4-8e03-36f4bc2fb628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:55.750632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42aca78b-9298-49b4-8e03-36f4bc2fb628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:55.766247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:55.797492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aca78b-9298-49b4-8e03-36f4bc2fb628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2055a3ea-6c39-4272-a076-044ef01c29ed,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:55.812191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-42aca78b-9298-49b4-8e03-36f4bc2fb628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:55.827466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42aca78b-9298-49b4-8e03-36f4bc2fb628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:55.828718 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-42aca78b-9298-49b4-8e03-36f4bc2fb628 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2055a3ea-6c39-4272-a076-044ef01c29ed HTTP/1.1" status: 204 len: 168 time: 0.4358163 Feb 05 23:25:56.512285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb35f57-4571-465f-ac8b-e362e26fefa2 req-e335925e-3314-4d90-8b8c-e2b6ad706f10 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:56.514044 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbb35f57-4571-465f-ac8b-e362e26fefa2 req-e335925e-3314-4d90-8b8c-e2b6ad706f10 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.1903424 Feb 05 23:25:56.586999 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbb35f57-4571-465f-ac8b-e362e26fefa2 req-972d00f3-5948-4d21-9edb-f95c8725a93b tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664601 Feb 05 23:25:58.013297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb5323a-6b80-44d3-adcb-9e48b1e59bce req-3f81766f-fc36-42e1-8f55-5e681407ab74 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:58.021834 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-edb5323a-6b80-44d3-adcb-9e48b1e59bce req-3f81766f-fc36-42e1-8f55-5e681407ab74 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2499173 Feb 05 23:25:58.093958 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-edb5323a-6b80-44d3-adcb-9e48b1e59bce req-b04428cb-2df8-4d6b-bfd7-f33d40177876 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718019 Feb 05 23:25:58.387867 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60794) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:58.431531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60806) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:58.470066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60814) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:58.769653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:58.775852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:58.793446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:58.797896 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Usage tracker for resource:security_group_rule and tenant:3460e8f3f9cc48e286425515a9a70870 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:58.800908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:58.808261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:58.821921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:58.848945 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:58.863799 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c07ffc836d5e41e182b7d8aa171309e5 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:58.868149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60840) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:58.871411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:58.876151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Usage tracker for resource:security_group_rule and tenant:15cafac10627459a911299309bbaf614 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:58.879439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:58.900507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:58.909125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:58.924478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:58.939432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:58.944728 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:58.981145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-35d9152b-acc1-42e8-ac58-39b98a1898b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:59.021793 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=3460e8f3f9cc48e286425515a9a70870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262915 Feb 05 23:25:59.022756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60850) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:59.024071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea453a42-fa51-40d6-ab75-62e1ac460546,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:59.030936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:59.093264 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.131166 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:25:59.139547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Usage tracker for resource:security_group_rule and tenant:90e03a65d06a4d2cae07eab3c914f116 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:25:59.150268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:25:59.165005 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:25:59.171194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75454e3f-9a8f-44b1-b35c-01a7e3d109d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.225092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75454e3f-9a8f-44b1-b35c-01a7e3d109d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.246590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.260881 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.295262 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d1f039a0-0756-4ca2-8ac3-4ed7195ee6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:59.324764 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=15cafac10627459a911299309bbaf614&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8536546 Feb 05 23:25:59.329445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60868) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:59.334385 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e66a349-a5b7-4338-8ce1-ebb07858d627,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:59.385975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:59.393136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.402795 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.409839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75454e3f-9a8f-44b1-b35c-01a7e3d109d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.417900 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-070ad3a5-b301-4ad8-a10a-b0b73915a69f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:59.419390 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-42aca78b-9298-49b4-8e03-36f4bc2fb628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:59.448109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75454e3f-9a8f-44b1-b35c-01a7e3d109d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea453a42-fa51-40d6-ab75-62e1ac460546,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:59.455590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-75454e3f-9a8f-44b1-b35c-01a7e3d109d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:59.456420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b754cd6-cf2e-42a9-a66a-17242a3e7f0d,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:59.464041 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:59.477665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.487051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-75454e3f-9a8f-44b1-b35c-01a7e3d109d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.495825 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c07ffc836d5e41e182b7d8aa171309e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0628722 Feb 05 23:25:59.498485 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-75454e3f-9a8f-44b1-b35c-01a7e3d109d7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ea453a42-fa51-40d6-ab75-62e1ac460546 HTTP/1.1" status: 204 len: 168 time: 0.4616532 Feb 05 23:25:59.499435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60880) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:59.513611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.550631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:59.610310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957c1e7b-477a-4e18-a7b4-ca6a19e2bf35 req-456b0af5-6415-4d6b-943f-b6fe39a13479 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:25:59.619366 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-957c1e7b-477a-4e18-a7b4-ca6a19e2bf35 req-456b0af5-6415-4d6b-943f-b6fe39a13479 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.3273275 Feb 05 23:25:59.621834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60888) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:25:59.621951 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=90e03a65d06a4d2cae07eab3c914f116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7518089 Feb 05 23:25:59.622922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-295a4772-064f-4f23-9208-f976b6b159aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.682013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d30c266-81f4-420b-afa1-5c54f48ce90c,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:59.685663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:59.688085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-295a4772-064f-4f23-9208-f976b6b159aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.711930 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-957c1e7b-477a-4e18-a7b4-ca6a19e2bf35 req-661218b5-9af3-497e-8c15-fe7d627068f8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914161 Feb 05 23:25:59.793215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42ac9bc2-3dc7-46cb-890e-ad887ad78f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.807787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61532c6e-acd9-486e-9c68-a53fb3ef7dc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.831575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42ac9bc2-3dc7-46cb-890e-ad887ad78f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.851196 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61532c6e-acd9-486e-9c68-a53fb3ef7dc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.862084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-295a4772-064f-4f23-9208-f976b6b159aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.877154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b0a91484-2311-4ae3-8798-488a67d21f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:59.906762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a4772-064f-4f23-9208-f976b6b159aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e66a349-a5b7-4338-8ce1-ebb07858d627,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:59.907528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42ac9bc2-3dc7-46cb-890e-ad887ad78f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.912645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-295a4772-064f-4f23-9208-f976b6b159aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:59.914185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-302f8634-da82-482d-ac09-69d1fe47d5c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:59.927677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-295a4772-064f-4f23-9208-f976b6b159aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.932797 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-295a4772-064f-4f23-9208-f976b6b159aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/6e66a349-a5b7-4338-8ce1-ebb07858d627 HTTP/1.1" status: 204 len: 168 time: 0.6019838 Feb 05 23:25:59.949300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61532c6e-acd9-486e-9c68-a53fb3ef7dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.953857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac9bc2-3dc7-46cb-890e-ad887ad78f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d30c266-81f4-420b-afa1-5c54f48ce90c,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:59.957905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:25:59.959500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-42ac9bc2-3dc7-46cb-890e-ad887ad78f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:59.980937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61532c6e-acd9-486e-9c68-a53fb3ef7dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b754cd6-cf2e-42a9-a66a-17242a3e7f0d,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:25:59.984928 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-61532c6e-acd9-486e-9c68-a53fb3ef7dc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:25:59.989091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61532c6e-acd9-486e-9c68-a53fb3ef7dc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:25:59.990501 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-61532c6e-acd9-486e-9c68-a53fb3ef7dc7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2b754cd6-cf2e-42a9-a66a-17242a3e7f0d HTTP/1.1" status: 204 len: 168 time: 0.4683375 Feb 05 23:26:00.002258 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42ac9bc2-3dc7-46cb-890e-ad887ad78f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:00.006649 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-42ac9bc2-3dc7-46cb-890e-ad887ad78f68 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8d30c266-81f4-420b-afa1-5c54f48ce90c HTTP/1.1" status: 204 len: 168 time: 0.3837106 Feb 05 23:26:00.717323 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60932) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:00.743435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:00.763218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:00.768682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Usage tracker for resource:security_group_rule and tenant:fa3aeedc69d8447fb945c6128287e859 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:00.772465 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:00.790303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:00.959057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:00.966875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:00.987839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8b5d61f3-f889-4fff-b91e-0c4a131c2aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:01.003241 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60946) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:01.040039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.055626 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fa3aeedc69d8447fb945c6128287e859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3365762 Feb 05 23:26:01.071602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60950) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:01.106480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:01.121631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Usage tracker for resource:security_group_rule and tenant:e18c5e71845f4bb5b4362cb74b4e1bc9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:01.127058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:01.148355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:01.168886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9f4c58-b283-433b-b2c4-c089bcd4dbc0 req-3cf7d6b3-0281-4410-bc5a-679f5510ff4a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:01.170971 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ef9f4c58-b283-433b-b2c4-c089bcd4dbc0 req-3cf7d6b3-0281-4410-bc5a-679f5510ff4a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.3022299 Feb 05 23:26:01.173223 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6be97ad-9e56-4a1c-b100-46341fbf2d2e,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:01.176935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:01.216772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f07662ef-151d-4dda-8c12-19ce2eabf448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.253018 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ef9f4c58-b283-433b-b2c4-c089bcd4dbc0 req-89314778-aaeb-4d06-b37f-f916ffbcb591 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736120 Feb 05 23:26:01.260501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f07662ef-151d-4dda-8c12-19ce2eabf448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.349734 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.355496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.365116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2427d3c7-ea86-4563-90ce-845d87f19d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:01.377356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f07662ef-151d-4dda-8c12-19ce2eabf448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.421724 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e18c5e71845f4bb5b4362cb74b4e1bc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171298 Feb 05 23:26:01.424556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 60962) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:01.427080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386abf36-5d8e-4acb-8e0f-918ef4b29acb,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:01.433630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:01.433630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ac2d865c-94f1-491f-a9e1-ce77b4c7dc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:01.447691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f07662ef-151d-4dda-8c12-19ce2eabf448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.449494 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f07662ef-151d-4dda-8c12-19ce2eabf448 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f6be97ad-9e56-4a1c-b100-46341fbf2d2e HTTP/1.1" status: 204 len: 168 time: 0.3733361 Feb 05 23:26:01.450029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07662ef-151d-4dda-8c12-19ce2eabf448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6be97ad-9e56-4a1c-b100-46341fbf2d2e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:01.453099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f07662ef-151d-4dda-8c12-19ce2eabf448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:01.578397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98b806e-01bf-46d3-9786-9f4a2ffe48e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.609557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98b806e-01bf-46d3-9786-9f4a2ffe48e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.660162 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98b806e-01bf-46d3-9786-9f4a2ffe48e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.665533 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4cf285b9-bc17-49c9-bd24-9692cc4bb4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:01.682117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b806e-01bf-46d3-9786-9f4a2ffe48e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386abf36-5d8e-4acb-8e0f-918ef4b29acb,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:01.685212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c98b806e-01bf-46d3-9786-9f4a2ffe48e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:01.693366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98b806e-01bf-46d3-9786-9f4a2ffe48e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:01.694614 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c98b806e-01bf-46d3-9786-9f4a2ffe48e7 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/386abf36-5d8e-4acb-8e0f-918ef4b29acb HTTP/1.1" status: 204 len: 168 time: 0.2686801 Feb 05 23:26:02.089377 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 60982) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:02.142310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:02.172366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:02.177352 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Usage tracker for resource:security_group_rule and tenant:c9dede25920d4e3d86e4263b24f1e70e is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:02.181858 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:02.188669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:02.330595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:02.337798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:02.356724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 42d39776-bd69-41dd-8312-1bbd664e2088 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:26:02.356891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:02.435906 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=c9dede25920d4e3d86e4263b24f1e70e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3453505 Feb 05 23:26:02.438860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 32770) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:02.475981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde7a21a-dd09-46f3-aff6-de8dc348ac27,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:02.507547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:02.617369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 42d39776-bd69-41dd-8312-1bbd664e2088 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:26:02.618367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:02.699277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 32782) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:02.808416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98c5a0b0-ee5c-4626-8dbc-b9ae99c40c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:02.846177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98c5a0b0-ee5c-4626-8dbc-b9ae99c40c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:02.928362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98c5a0b0-ee5c-4626-8dbc-b9ae99c40c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:02.936719 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b7c43226-7e22-40f5-a690-6737ff8d4385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:02.958597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c5a0b0-ee5c-4626-8dbc-b9ae99c40c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde7a21a-dd09-46f3-aff6-de8dc348ac27,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:03.060341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1324902297-network', 'tenant_id': '1e748c3342fd4aed91378e1b367be580'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:26:03.068315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:03.073458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e768dbd-ec9a-44b0-8f40-97e13e3638da req-ef9585aa-c75d-478f-b2ed-739a2d5098c9 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:03.075379 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8e768dbd-ec9a-44b0-8f40-97e13e3638da req-ef9585aa-c75d-478f-b2ed-739a2d5098c9 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.4742970 Feb 05 23:26:03.077602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-98c5a0b0-ee5c-4626-8dbc-b9ae99c40c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:03.080753 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Usage tracker for resource:network and tenant:1e748c3342fd4aed91378e1b367be580 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:03.085113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98c5a0b0-ee5c-4626-8dbc-b9ae99c40c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.089689 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-98c5a0b0-ee5c-4626-8dbc-b9ae99c40c2f admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fde7a21a-dd09-46f3-aff6-de8dc348ac27 HTTP/1.1" status: 204 len: 168 time: 0.6473010 Feb 05 23:26:03.090165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:03.103681 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:03.129161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Made reservation on behalf of 1e748c3342fd4aed91378e1b367be580 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:26:03.134094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.158311 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8e768dbd-ec9a-44b0-8f40-97e13e3638da req-5f11abe3-3af1-4f0e-a529-75c44d7dd696 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745757 Feb 05 23:26:03.170033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.184308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:03.193847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Usage tracker for resource:security_group_rule and tenant:1e748c3342fd4aed91378e1b367be580 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:03.202481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:03.210185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:03.334643 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.337864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.342993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0455cf3f-ad9c-4563-a9c7-091339190add admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:03.624864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:26:03.643461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da3500-6f2a-4bcb-9def-ea51a98c3c6f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:03.647240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:03.649616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.650281 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Added segment 06268df0-178c-40d0-a7c3-cfcff7aa3e23 of type vxlan for network 98366b68-0cac-41c2-a008-fda3d8374060 Feb 05 23:26:03.682911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.718341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.719662 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:03.721677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:03.727311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:03.845784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Pushing event updated for resources: {'Network': ['ID=98366b68-0cac-41c2-a008-fda3d8374060,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:03.851878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 32824) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:03.854244 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:03.857814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 98366b68-0cac-41c2-a008-fda3d8374060 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:26:03.861121 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1605780 Feb 05 23:26:03.862351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 32828) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:03.872611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Request body: {'subnet': {'network_id': '98366b68-0cac-41c2-a008-fda3d8374060', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1324902297-subnet', 'tenant_id': '1e748c3342fd4aed91378e1b367be580', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:26:03.884253 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:03.888560 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Usage tracker for resource:subnet and tenant:1e748c3342fd4aed91378e1b367be580 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:03.892552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:03.909275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:03.920002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Made reservation on behalf of 1e748c3342fd4aed91378e1b367be580 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:26:03.922053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 98366b68-0cac-41c2-a008-fda3d8374060 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:26:03.926320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10622541'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:04.279256 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:04.333531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:04.348174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Usage tracker for resource:security_group_rule and tenant:fe4aced9598d4e39a3a380a9dacd221f is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:04.360145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:04.372174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:04.564584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1766697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10622558'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:04.688555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:04.763215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:04.779092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:04.831879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-009c8016-2542-4472-a8c9-bbd07f19f2ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:04.855951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbbaf8a2-f70f-4791-a2df-8530c77f099f,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:04.859798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:04.875943 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fe4aced9598d4e39a3a380a9dacd221f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0213165 Feb 05 23:26:04.877088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 32866) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:04.911800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Checking segment: {'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:26:04.912200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Network hostable DHCP agents. Network: 98366b68-0cac-41c2-a008-fda3d8374060, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:26:04.976354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Network 98366b68-0cac-41c2-a008-fda3d8374060 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:26:04.995882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c11b24c9-ac3c-4595-9b32-cba6f51b4f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:05.005945 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 98366b68-0cac-41c2-a008-fda3d8374060) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:26:05.015769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18edc3ed-77cd-4e84-bd35-29c4b72fa7cf None None] Network 98366b68-0cac-41c2-a008-fda3d8374060 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:26:05.044375 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1de1d-3ec3-4721-99c0-07f2a7da7bd8 req-d314ca64-39c9-4e2a-b082-ba7df7f43229 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:05.046266 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-97e1de1d-3ec3-4721-99c0-07f2a7da7bd8 req-d314ca64-39c9-4e2a-b082-ba7df7f43229 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.4790275 Feb 05 23:26:05.047503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5d6afe-68f8-4122-82d5-a6e79f989cbf,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:05.051419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:05.088917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:05.089745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:05.096748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c11b24c9-ac3c-4595-9b32-cba6f51b4f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:05.133358 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-97e1de1d-3ec3-4721-99c0-07f2a7da7bd8 req-42431b8d-1363-4599-9383-c34bff55a0c5 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773270 Feb 05 23:26:05.214714 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3417277 Feb 05 23:26:05.240337 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c11b24c9-ac3c-4595-9b32-cba6f51b4f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:05.248449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1362baf7-7bc6-42cc-9298-6ea4685901ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:05.266322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11b24c9-ac3c-4595-9b32-cba6f51b4f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5d6afe-68f8-4122-82d5-a6e79f989cbf,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:05.280197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c11b24c9-ac3c-4595-9b32-cba6f51b4f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:05.283350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c11b24c9-ac3c-4595-9b32-cba6f51b4f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:05.284734 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c11b24c9-ac3c-4595-9b32-cba6f51b4f90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c5d6afe-68f8-4122-82d5-a6e79f989cbf HTTP/1.1" status: 204 len: 168 time: 0.4066119 Feb 05 23:26:05.433605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88d07e1-0bd3-4595-97ae-fadaa611e3d7 None None] Network 98366b68-0cac-41c2-a008-fda3d8374060 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:26:06.034974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 32946) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:06.059325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:06.077918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:06.085240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Usage tracker for resource:security_group_rule and tenant:7be334d3340243a6a9f94c5553e167ac is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:06.091101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:06.105479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:06.225695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:06.230642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:06.245121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-249b58ac-acf6-4b25-a353-76ca91f170d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:06.298327 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7be334d3340243a6a9f94c5553e167ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2623410 Feb 05 23:26:06.301095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 32968) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:06.306452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d474f0-4b53-4396-800b-413dcfefee3e,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:06.311143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:06.444288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7af9238-d9f5-4527-8a34-4894156212fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:06.479192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7af9238-d9f5-4527-8a34-4894156212fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:06.538473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f1f539c-835c-48d9-a2b1-f2dcb1579bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:06.676676 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4401a2c-d1c2-4cc5-815e-8e96fd00a6a4 req-cdddce3f-3387-42b0-bdbf-e255676597a2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:06.678413 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d4401a2c-d1c2-4cc5-815e-8e96fd00a6a4 req-cdddce3f-3387-42b0-bdbf-e255676597a2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.3063719 Feb 05 23:26:06.704591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7af9238-d9f5-4527-8a34-4894156212fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:06.721470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-477f988a-0a1d-4ab0-932a-529bf630b96c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:06.740078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7af9238-d9f5-4527-8a34-4894156212fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:06.741354 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c7af9238-d9f5-4527-8a34-4894156212fb admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/87d474f0-4b53-4396-800b-413dcfefee3e HTTP/1.1" status: 204 len: 168 time: 0.4389923 Feb 05 23:26:06.746903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af9238-d9f5-4527-8a34-4894156212fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d474f0-4b53-4396-800b-413dcfefee3e,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:06.769561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c7af9238-d9f5-4527-8a34-4894156212fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:06.791526 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d4401a2c-d1c2-4cc5-815e-8e96fd00a6a4 req-8ba896d5-0645-4adf-8ef1-f79a720943c5 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059787 Feb 05 23:26:07.075373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cda27-2e73-42d5-8d0e-b626c314f262 req-5b306669-b764-463b-95df-712338f2a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:07.077526 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7a5cda27-2e73-42d5-8d0e-b626c314f262 req-5b306669-b764-463b-95df-712338f2a336 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 1162 time: 0.0891573 Feb 05 23:26:07.124068 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7a5cda27-2e73-42d5-8d0e-b626c314f262 req-884a37e7-d228-4f6c-afd6-215e290f66dd service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396941 Feb 05 23:26:07.258233 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 32998) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:07.278544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:07.295194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:07.299329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Usage tracker for resource:security_group_rule and tenant:fca26cd208794b71bf6d556375696c34 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:07.302349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:07.309392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:07.405586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:07.408404 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:07.417040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4fa51dbf-072a-45f3-b167-2a3846a226dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:07.461278 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=fca26cd208794b71bf6d556375696c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1998041 Feb 05 23:26:07.467098 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5184f07-85e2-4e2a-83d2-7782d2558ffa,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:07.467256 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33004) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:07.470226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:07.540757 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0398a37b-2812-47c8-a648-66f8c632d478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:07.573490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0398a37b-2812-47c8-a648-66f8c632d478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:07.628242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0398a37b-2812-47c8-a648-66f8c632d478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:07.634651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b8bc48d3-6052-493d-b7f5-d7f2e8abdfce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:07.654306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398a37b-2812-47c8-a648-66f8c632d478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5184f07-85e2-4e2a-83d2-7782d2558ffa,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:07.662113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0398a37b-2812-47c8-a648-66f8c632d478 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:07.664494 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0398a37b-2812-47c8-a648-66f8c632d478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:07.665905 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0398a37b-2812-47c8-a648-66f8c632d478 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c5184f07-85e2-4e2a-83d2-7782d2558ffa HTTP/1.1" status: 204 len: 168 time: 0.1995862 Feb 05 23:26:08.198824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ffe127-d0b6-4439-802b-5da7a37bb4a7 req-c01fbdd0-47d0-4fed-8224-4faf1d1b25a0 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:08.206797 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a9ffe127-d0b6-4439-802b-5da7a37bb4a7 req-c01fbdd0-47d0-4fed-8224-4faf1d1b25a0 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2243738 Feb 05 23:26:08.277324 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a9ffe127-d0b6-4439-802b-5da7a37bb4a7 req-f91f6b6a-c1de-4cdd-80d6-2b9178e034b8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696268 Feb 05 23:26:09.006872 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-490cab8e-b7f8-446f-8b22-1b321be9cc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:09.208631 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-f3195c88-3e30-4df4-9674-5e3044f8cd5b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0894866 Feb 05 23:26:09.471436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-b94b90f3-f800-4ec6-acb1-10e915bb065c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:09.478129 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-b94b90f3-f800-4ec6-acb1-10e915bb065c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1162 time: 0.1566951 Feb 05 23:26:09.647129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b688ec-843a-4ec8-bec4-ef8fddfd696d req-e526f1ea-f1c4-4faf-b596-8573f6e95583 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:09.656375 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-69b688ec-843a-4ec8-bec4-ef8fddfd696d req-e526f1ea-f1c4-4faf-b596-8573f6e95583 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2102263 Feb 05 23:26:09.738168 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-69b688ec-843a-4ec8-bec4-ef8fddfd696d req-280ea95c-faa3-4a71-aac9-c9e432bb6fcc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807781 Feb 05 23:26:09.763761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-ffdaae87-dd78-4397-9832-cbd5242843fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:09.765775 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-ffdaae87-dd78-4397-9832-cbd5242843fd service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.2661934 Feb 05 23:26:09.767913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:09.894282 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-555c94b5-bce5-4762-a4d8-1202db2a2b6c service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 200 len: 217 time: 0.1215589 Feb 05 23:26:10.019854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-43df04ed-f27a-4e8e-b06b-f71ec421fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:10.023467 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-43df04ed-f27a-4e8e-b06b-f71ec421fc13 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.1037099 Feb 05 23:26:10.086788 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-8b2ed114-5595-4e57-ade5-59ffd3a2a778 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570650 Feb 05 23:26:10.247843 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-d3c76679-6c89-4828-b2c6-fff475c2c103 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538832 Feb 05 23:26:10.298937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154d29f4-3837-4241-8793-fd6216a47f05 req-074fa2ab-4f7b-4859-bf23-d19fe492c80d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:10.304144 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-154d29f4-3837-4241-8793-fd6216a47f05 req-074fa2ab-4f7b-4859-bf23-d19fe492c80d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2068887 Feb 05 23:26:10.371533 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-154d29f4-3837-4241-8793-fd6216a47f05 req-dfa9705c-451b-424f-bedc-7fc772a75250 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637481 Feb 05 23:26:10.415303 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ce79af2-0246-49bf-925e-bba5a7a50c5c req-168d9866-0f34-4e1d-8bff-6e05ad4b0419 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1600413 Feb 05 23:26:10.439066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 42d39776-bd69-41dd-8312-1bbd664e2088 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:26:10.520762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 42d39776-bd69-41dd-8312-1bbd664e2088 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:26:10.521186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:10.668916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:11.010792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:12.943142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-fefedbaf-f13f-4d67-9213-fd5f9b55bd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:12.947072 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-fefedbaf-f13f-4d67-9213-fd5f9b55bd78 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1162 time: 0.0921962 Feb 05 23:26:13.103279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687caaeb-c529-4898-ae55-54c645127ac5 req-7caa3b7f-b3d4-4370-a569-71bc34172aec tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:13.105330 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-687caaeb-c529-4898-ae55-54c645127ac5 req-7caa3b7f-b3d4-4370-a569-71bc34172aec tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2091553 Feb 05 23:26:13.130038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-7def62f5-1a11-4fbd-b642-fb768ab6df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:13.131622 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-7def62f5-1a11-4fbd-b642-fb768ab6df1b service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.1782269 Feb 05 23:26:13.193729 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-687caaeb-c529-4898-ae55-54c645127ac5 req-40649a2c-310d-47ae-8a5d-b604ea0f2cf0 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788321 Feb 05 23:26:13.227402 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-8e6d6e92-ea81-4e2b-9be6-bef671766a75 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 200 len: 217 time: 0.0880480 Feb 05 23:26:13.312791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-1e326bc5-a3d8-4d0b-8d27-40bd30de6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:13.314447 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-1e326bc5-a3d8-4d0b-8d27-40bd30de6f8f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.0766935 Feb 05 23:26:13.374091 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-1cbaae1b-50ff-4af1-a7bb-282d547063bd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523500 Feb 05 23:26:13.545877 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-12815d82-8af5-4b37-be95-d46eaa3a68ae service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651075 Feb 05 23:26:13.704925 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b029295-715a-4b74-adeb-cf5e349e18f4 req-914690eb-43e0-48dd-8603-8474ad32d5e2 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443918 Feb 05 23:26:14.074454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33220) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:14.235018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:14.252429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:14.256864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Usage tracker for resource:security_group_rule and tenant:0215cd6a4c584fd38f96e8cd4b877adc is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:14.260784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:14.266989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:14.368961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:14.373625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:14.386036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-34551ab9-8458-43c8-95a3-df7fece85301 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:14.438492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceef21a4-2124-4d3a-b8ef-bb364d5a5393,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:14.447463 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0215cd6a4c584fd38f96e8cd4b877adc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3717163 Feb 05 23:26:14.448636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:14.449211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33236) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:14.526114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-159e3d36-2d7c-46a1-89ae-dc5f98bcd4c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:14.544912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f19c92-641d-4eed-bc73-d6fb7fdd8f55 req-697c6bdb-487c-4115-a888-082b1fef5e5f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:14.546667 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-13f19c92-641d-4eed-bc73-d6fb7fdd8f55 req-697c6bdb-487c-4115-a888-082b1fef5e5f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2056305 Feb 05 23:26:14.585197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-159e3d36-2d7c-46a1-89ae-dc5f98bcd4c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:14.622182 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-13f19c92-641d-4eed-bc73-d6fb7fdd8f55 req-eb6e13df-8a75-4991-a050-d70989bf65dc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683625 Feb 05 23:26:14.654702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-159e3d36-2d7c-46a1-89ae-dc5f98bcd4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:14.660057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c11b24c9-ac3c-4595-9b32-cba6f51b4f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:14.676077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159e3d36-2d7c-46a1-89ae-dc5f98bcd4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceef21a4-2124-4d3a-b8ef-bb364d5a5393,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:14.678735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-159e3d36-2d7c-46a1-89ae-dc5f98bcd4c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:14.682143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-159e3d36-2d7c-46a1-89ae-dc5f98bcd4c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:14.685122 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-159e3d36-2d7c-46a1-89ae-dc5f98bcd4c9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ceef21a4-2124-4d3a-b8ef-bb364d5a5393 HTTP/1.1" status: 204 len: 168 time: 0.2334275 Feb 05 23:26:15.165643 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33270) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:15.186813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:15.205444 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:15.209804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Usage tracker for resource:security_group_rule and tenant:a4ec913aea72459fa85c7364a701da62 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:15.213202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:15.220432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:15.309518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:15.312365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:15.322454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f6e65b6a-ab53-42e5-af33-d9e4fde6129f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:15.367548 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a4ec913aea72459fa85c7364a701da62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2007208 Feb 05 23:26:15.368505 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0fe128-b021-40cf-bffe-b9671500916a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:15.370525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 33276) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:15.371833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-689aaadd-2f6b-4c74-8853-b60f52837650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:15.445687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dcb1d7e8-002f-4840-beeb-120b878ed68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:15.477058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dcb1d7e8-002f-4840-beeb-120b878ed68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:15.527056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dcb1d7e8-002f-4840-beeb-120b878ed68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:15.532514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e7e6be1-877c-4a0a-8e1a-30465a0b444a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:15.546269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb1d7e8-002f-4840-beeb-120b878ed68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0fe128-b021-40cf-bffe-b9671500916a,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:15.549110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dcb1d7e8-002f-4840-beeb-120b878ed68b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:15.559447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dcb1d7e8-002f-4840-beeb-120b878ed68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:15.560729 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-dcb1d7e8-002f-4840-beeb-120b878ed68b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8c0fe128-b021-40cf-bffe-b9671500916a HTTP/1.1" status: 204 len: 168 time: 0.1883171 Feb 05 23:26:15.965313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5222217-3db4-4efa-92c2-a34a8812f41e req-92bc790f-a482-452c-a7aa-ed850b3030c3 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:15.967037 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b5222217-3db4-4efa-92c2-a34a8812f41e req-92bc790f-a482-452c-a7aa-ed850b3030c3 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2035654 Feb 05 23:26:16.039923 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b5222217-3db4-4efa-92c2-a34a8812f41e req-52e0afad-68ec-42ff-99a9-17f2a497a9e8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647554 Feb 05 23:26:17.527449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3022299-ef3d-4d3e-b188-b418147dd800 req-74ed9fdc-aef1-4948-a14b-efdb4e386db6 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:17.529360 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b3022299-ef3d-4d3e-b188-b418147dd800 req-74ed9fdc-aef1-4948-a14b-efdb4e386db6 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.3542876 Feb 05 23:26:17.596040 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b3022299-ef3d-4d3e-b188-b418147dd800 req-d89d8bd8-6f4d-4b04-abfb-f7e79eb50ae7 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599279 Feb 05 23:26:17.967972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:18.909600 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467cdca0-5244-4ed5-801a-bae8a134cc0c req-a65961e5-44c9-439e-b742-14c6eb94a02c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:18.911355 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-467cdca0-5244-4ed5-801a-bae8a134cc0c req-a65961e5-44c9-439e-b742-14c6eb94a02c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1797228 Feb 05 23:26:18.978252 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-467cdca0-5244-4ed5-801a-bae8a134cc0c req-6eb6f474-1e8d-4633-8ce4-449e55ce04b6 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591669 Feb 05 23:26:20.283707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfc033a-798b-4089-9850-110594519298 req-1e2b00a5-7e74-480b-99b0-28b07e1fa5cd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:20.285397 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-abfc033a-798b-4089-9850-110594519298 req-1e2b00a5-7e74-480b-99b0-28b07e1fa5cd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1678503 Feb 05 23:26:20.353177 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-abfc033a-798b-4089-9850-110594519298 req-8643c1dc-4359-4395-9fdb-eb893650e092 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596695 Feb 05 23:26:21.678739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e2c19-2322-41b7-8ce3-97cdcb36f9b8 req-fc06b5f0-85b8-48dc-9a9f-2ab01f59e71e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:21.680582 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-308e2c19-2322-41b7-8ce3-97cdcb36f9b8 req-fc06b5f0-85b8-48dc-9a9f-2ab01f59e71e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1746793 Feb 05 23:26:21.697326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33412) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:21.749147 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-308e2c19-2322-41b7-8ce3-97cdcb36f9b8 req-8d6e94f8-28b0-4a24-a3a7-c4dcbc3ca1de tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614066 Feb 05 23:26:21.867474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:21.890303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:21.894685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Usage tracker for resource:security_group_rule and tenant:0baeced777b74810a24b6645acbdc5b8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:21.898041 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:21.906305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:22.004334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:22.007477 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:22.017771 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b76235a7-1cc2-4ffb-a43d-16dcffa5f915 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:22.063313 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0baeced777b74810a24b6645acbdc5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3649530 Feb 05 23:26:22.065098 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1404145-6227-4b17-810e-7332c7c2a636,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:22.068652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33424) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:22.070895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:22.138095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e6238c2-e081-4234-b5ea-f0ed113dcb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:22.146694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-b9edbb62-ad09-42bb-91dc-3dbcdfaed736 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:22.148209 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-b9edbb62-ad09-42bb-91dc-3dbcdfaed736 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/networks?id=98366b68-0cac-41c2-a008-fda3d8374060 HTTP/1.1" status: 200 len: 814 time: 0.2499843 Feb 05 23:26:22.168523 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-66feccf6-9cb1-4224-af9e-91f26cd811bb tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/quotas/1e748c3342fd4aed91378e1b367be580 HTTP/1.1" status: 200 len: 375 time: 0.0132787 Feb 05 23:26:22.168701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e6238c2-e081-4234-b5ea-f0ed113dcb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:22.218238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e6238c2-e081-4234-b5ea-f0ed113dcb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:22.223892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ccf9fbd1-fed8-47bc-aa56-cfaddb2330c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:22.229084 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-bbe5cbc3-ed36-4a40-a13f-d39f1a4ef328 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e748c3342fd4aed91378e1b367be580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525999 Feb 05 23:26:22.249066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6238c2-e081-4234-b5ea-f0ed113dcb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1404145-6227-4b17-810e-7332c7c2a636,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:22.252358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6e6238c2-e081-4234-b5ea-f0ed113dcb22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:22.262732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e6238c2-e081-4234-b5ea-f0ed113dcb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:22.267570 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6e6238c2-e081-4234-b5ea-f0ed113dcb22 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b1404145-6227-4b17-810e-7332c7c2a636 HTTP/1.1" status: 204 len: 168 time: 0.1988225 Feb 05 23:26:22.403238 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-296604b0-ec2a-48de-a45c-251675724d8b service neutron] 10.222.0.64 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653481 Feb 05 23:26:22.611034 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-238d8186-8bb2-466e-8e4e-32e0b0600a49 service neutron] 10.222.0.64 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1903117 Feb 05 23:26:22.909602 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac507c1a-b4a6-4513-92e1-9140285cc77d req-5c865c55-cc77-400b-aa2c-6ca515133b01 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 210 time: 0.1183999 Feb 05 23:26:23.116074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464a4c6-a1ea-4cbd-b049-679ac5369578 req-09ffac2e-2cd5-4a0f-97eb-5e6470e2b784 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:23.121762 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9464a4c6-a1ea-4cbd-b049-679ac5369578 req-09ffac2e-2cd5-4a0f-97eb-5e6470e2b784 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2110629 Feb 05 23:26:23.191756 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9464a4c6-a1ea-4cbd-b049-679ac5369578 req-7ae6757c-261b-46e7-8813-15a18632f602 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666361 Feb 05 23:26:24.127842 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bd311261-4db3-436f-a3cc-58053fef469b req-86606bce-4221-47d6-8661-e86829eb0840 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 210 time: 0.0598962 Feb 05 23:26:24.441610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-26198e5d-8f58-4c11-b047-a4fe8a54811b tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:24.442429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-26198e5d-8f58-4c11-b047-a4fe8a54811b tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Synchronizing usage tracker for tenant:1e748c3342fd4aed91378e1b367be580 on resource:network {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:26:24.471454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-26198e5d-8f58-4c11-b047-a4fe8a54811b tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Unset dirty status for tenant:1e748c3342fd4aed91378e1b367be580 on resource:network {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:26:24.472943 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-26198e5d-8f58-4c11-b047-a4fe8a54811b tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.89 "GET /v2.0/networks?id=98366b68-0cac-41c2-a008-fda3d8374060 HTTP/1.1" status: 200 len: 814 time: 0.3150463 Feb 05 23:26:24.502464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Request body: {'port': {'device_id': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060', 'admin_state_up': True, 'tenant_id': '1e748c3342fd4aed91378e1b367be580'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:26:24.533362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b7296-6e14-4caa-b9f2-35e85513dff0 req-b880631f-2b0a-41d7-adf7-221e6ca6380e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:24.535117 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8f1b7296-6e14-4caa-b9f2-35e85513dff0 req-b880631f-2b0a-41d7-adf7-221e6ca6380e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1777270 Feb 05 23:26:24.601877 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8f1b7296-6e14-4caa-b9f2-35e85513dff0 req-f3a3df99-83f5-467c-81fb-428752463e5a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597756 Feb 05 23:26:24.656043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:24.660133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Usage tracker for resource:port and tenant:1e748c3342fd4aed91378e1b367be580 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:24.663216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:24.669682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:24.678557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Made reservation on behalf of 1e748c3342fd4aed91378e1b367be580 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:26:24.701234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:25.240609 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Allocated IP 172.20.0.10 (98366b68-0cac-41c2-a008-fda3d8374060/bbbaf8a2-f70f-4791-a2df-8530c77f099f/a89f5832-d16a-437a-af1b-4f51d62079f4) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:26:25.357970 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e2ae09df-49a0-4982-a704-ddce61b06caf req-63d15bf3-362a-4b37-a607-8173c4706e8f tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 210 time: 0.0780971 Feb 05 23:26:25.535590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:25.572778 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:25.597859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:25.654199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:26:25.748311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Pushing event updated for resources: {'Port': ['ID=a89f5832-d16a-437a-af1b-4f51d62079f4,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:25.753115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:25.826398 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Network 98366b68-0cac-41c2-a008-fda3d8374060 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:26:25.827932 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:26:25.833184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:26:25.963322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38172832-f82c-431a-a09f-874a39f1a2b8 req-44913440-ff80-4fe4-8eb3-65515a024a32 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:25.964996 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-38172832-f82c-431a-a09f-874a39f1a2b8 req-44913440-ff80-4fe4-8eb3-65515a024a32 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2000442 Feb 05 23:26:25.976941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:25.977744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.001636 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5034149 Feb 05 23:26:26.026353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Request body: {'port': {'device_id': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:26:26.036467 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-38172832-f82c-431a-a09f-874a39f1a2b8 req-dc94db3d-1803-4d1e-9046-d03e66eb8e0c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634379 Feb 05 23:26:26.159754 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.172811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 33570) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:26.329930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.349095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:26.353911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Usage tracker for resource:security_group_rule and tenant:9739ff4e20f5471ba2e2348e13f8ece0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:26.356878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:26.363030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:26.466340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.470133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.501347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-daca4204-f54a-4dc8-8375-66831f783b64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:26.511139 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9739ff4e20f5471ba2e2348e13f8ece0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3371196 Feb 05 23:26:26.519851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33578) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:26.588795 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdecced4-0e6d-464c-8dda-eba8848e6380,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:26.596043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:26.613272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-634c9bd7-c5e9-4ad0-93af-9ee8e0bfe1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.659372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-634c9bd7-c5e9-4ad0-93af-9ee8e0bfe1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.715336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f7dc4-596b-4d79-b78f-1c121e4fa4f3 req-df1bf8f8-b1af-4788-8254-41698b1fa2f1 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:26.717593 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c93f7dc4-596b-4d79-b78f-1c121e4fa4f3 req-df1bf8f8-b1af-4788-8254-41698b1fa2f1 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 932 time: 0.2173820 Feb 05 23:26:26.768772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89f5832-d16a-437a-af1b-4f51d62079f4 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:26:26.779972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.796522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Transition to ACTIVE for port object a89f5832-d16a-437a-af1b-4f51d62079f4 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:26:26.798484 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c93f7dc4-596b-4d79-b78f-1c121e4fa4f3 req-543d942e-3ac8-4353-bd14-c76f07e0a121 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732906 Feb 05 23:26:26.800403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.818136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:26.859758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-634c9bd7-c5e9-4ad0-93af-9ee8e0bfe1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.969949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-634c9bd7-c5e9-4ad0-93af-9ee8e0bfe1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:26.971122 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-634c9bd7-c5e9-4ad0-93af-9ee8e0bfe1aa admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fdecced4-0e6d-464c-8dda-eba8848e6380 HTTP/1.1" status: 204 len: 168 time: 0.4502337 Feb 05 23:26:26.977592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Pushing event updated for resources: {'Port': ['ID=a89f5832-d16a-437a-af1b-4f51d62079f4,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:26.984148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:26.984693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-75454e3f-9a8f-44b1-b35c-01a7e3d109d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:27.010307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9bd7-c5e9-4ad0-93af-9ee8e0bfe1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdecced4-0e6d-464c-8dda-eba8848e6380,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:27.014768 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-634c9bd7-c5e9-4ad0-93af-9ee8e0bfe1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:27.067484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 33596) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:27.242740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Attempting to bind port a89f5832-d16a-437a-af1b-4f51d62079f4 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:26:27.243120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Attempting to bind port a89f5832-d16a-437a-af1b-4f51d62079f4 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:26:27.244083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Attempting to bind port a89f5832-d16a-437a-af1b-4f51d62079f4 on network 98366b68-0cac-41c2-a008-fda3d8374060 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:26:27.250299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:26:27.250676 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Checking segment: {'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:26:27.251080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.251470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Bound using segment: {'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:26:27.251943 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Bound port: a89f5832-d16a-437a-af1b-4f51d62079f4, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:26:27.252315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.276080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.298907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:27.304651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Usage tracker for resource:security_group_rule and tenant:0cb29d52d50142a98cfd0f9c49b455a5 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:27.310064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:27.317656 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:27.353186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] For port a89f5832-d16a-437a-af1b-4f51d62079f4, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:26:27.356976 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] For port a89f5832-d16a-437a-af1b-4f51d62079f4, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a89f5832-d16a-437a-af1b-4f51d62079f4,segment=NetworkSegment(06268df0-178c-40d0-a7c3-cfcff7aa3e23),segment_id=06268df0-178c-40d0-a7c3-cfcff7aa3e23)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:26:27.360409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.376944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:27.428843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c32257-d8dc-4415-8444-1e754e3158ce req-41b770dd-6dc3-48b4-901a-91ff3a81d737 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:27.430672 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c2c32257-d8dc-4415-8444-1e754e3158ce req-41b770dd-6dc3-48b4-901a-91ff3a81d737 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2424624 Feb 05 23:26:27.516275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33606) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:27.521780 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c2c32257-d8dc-4415-8444-1e754e3158ce req-a339a1c3-b671-4cc6-ba7e-acd38859771c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783200 Feb 05 23:26:27.571280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.595485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.598703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.599231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:27.607936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Pushing event updated for resources: {'Port': ['ID=a89f5832-d16a-437a-af1b-4f51d62079f4,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:27.608113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4c357bf1-ac01-4ba2-913b-bb5e0dbde8ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:27.623823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Usage tracker for resource:security_group_rule and tenant:8ccb13b843ef43a6b3c4497c83f5c404 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:27.629147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:27.631710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:27.647785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:27.651621 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=0cb29d52d50142a98cfd0f9c49b455a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5824881 Feb 05 23:26:27.653446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb56e357-b7e1-427a-a330-17f4c5a2174c,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:27.656054 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 33610) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:27.658850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-778c3c86-1739-46a7-b552-4743c68b947e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:27.688804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:27.689522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.691041 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] 10.222.0.89 "PUT /v2.0/ports/a89f5832-d16a-437a-af1b-4f51d62079f4 HTTP/1.1" status: 200 len: 1158 time: 1.6706197 Feb 05 23:26:27.691612 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'tag': 'a89f5832-d16a-437a-af1b-4f51d62079f4'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:26:27.725230 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-92d1283a-43c9-4979-ae63-d744256f45ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.755778 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-92d1283a-43c9-4979-ae63-d744256f45ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.799706 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'tag': 'a89f5832-d16a-437a-af1b-4f51d62079f4', 'status': 'completed', 'code': 200} Feb 05 23:26:27.808148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-92d1283a-43c9-4979-ae63-d744256f45ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.813878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-86b9d265-8521-43ff-8893-db801e3cdae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:27.828624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d1283a-43c9-4979-ae63-d744256f45ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb56e357-b7e1-427a-a330-17f4c5a2174c,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:27.833011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-92d1283a-43c9-4979-ae63-d744256f45ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:27.834140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.840264 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-92d1283a-43c9-4979-ae63-d744256f45ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.840491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:27.841535 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-92d1283a-43c9-4979-ae63-d744256f45ac admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/eb56e357-b7e1-427a-a330-17f4c5a2174c HTTP/1.1" status: 204 len: 168 time: 0.1844766 Feb 05 23:26:27.850144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6971f510-65ba-498b-a8b8-6d740c0c1fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:27.929150 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8ccb13b843ef43a6b3c4497c83f5c404&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4093380 Feb 05 23:26:27.929714 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 33624) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:27.929883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b328f76-c78e-473f-a6d9-8a3f9d157f24,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:27.944604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:27.954314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-bba094eb-64a9-4edc-9dd5-5d627be59d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:27.956718 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-bba094eb-64a9-4edc-9dd5-5d627be59d2e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1e748c3342fd4aed91378e1b367be580&device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 1161 time: 0.1975739 Feb 05 23:26:28.027027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-675fa848-ebb3-4210-9908-d8d8ef9ce5dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:28.079686 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-9fcd429c-50a0-4c13-a8c7-8ded061febca service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a89f5832-d16a-437a-af1b-4f51d62079f4 HTTP/1.1" status: 200 len: 217 time: 0.0780947 Feb 05 23:26:28.119199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-675fa848-ebb3-4210-9908-d8d8ef9ce5dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:28.184080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-f45d7c00-28a2-44fa-a92f-793e8bd1de31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:28.185733 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-f45d7c00-28a2-44fa-a92f-793e8bd1de31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bbbaf8a2-f70f-4791-a2df-8530c77f099f HTTP/1.1" status: 200 len: 854 time: 0.0802906 Feb 05 23:26:28.247824 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-24992e25-6f94-4d4e-8d10-69235f881e51 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=98366b68-0cac-41c2-a008-fda3d8374060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541160 Feb 05 23:26:28.279153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34d2843-5b62-4a2a-b2ff-b08a4f0e1b99 req-c7de3a80-61f7-4c46-87e9-38fb4c2c8763 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:28.283932 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c34d2843-5b62-4a2a-b2ff-b08a4f0e1b99 req-c7de3a80-61f7-4c46-87e9-38fb4c2c8763 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 944 time: 0.2536950 Feb 05 23:26:28.311711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-675fa848-ebb3-4210-9908-d8d8ef9ce5dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:28.319087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fad1e46b-5a04-415b-a901-7e6b633cadc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:28.373189 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c34d2843-5b62-4a2a-b2ff-b08a4f0e1b99 req-1849a9d3-5e23-4cb3-a3a8-f9b1e7aae212 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855680 Feb 05 23:26:28.378297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fa848-ebb3-4210-9908-d8d8ef9ce5dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b328f76-c78e-473f-a6d9-8a3f9d157f24,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:28.393440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-675fa848-ebb3-4210-9908-d8d8ef9ce5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:28.399679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-675fa848-ebb3-4210-9908-d8d8ef9ce5dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:28.399679 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-675fa848-ebb3-4210-9908-d8d8ef9ce5dd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/5b328f76-c78e-473f-a6d9-8a3f9d157f24 HTTP/1.1" status: 204 len: 168 time: 0.4660192 Feb 05 23:26:28.423929 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-2a05fb14-423f-40ce-a911-6f8b4537fd0b service neutron] 10.222.0.89 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689937 Feb 05 23:26:28.658478 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5a5706d-b9d0-4127-ac2a-fe5ca59b3eb2 req-34bd5262-d7bd-4c2d-8b09-ac22afd96426 service neutron] 10.222.0.89 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2253027 Feb 05 23:26:28.886305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f19f5b-66ef-426e-8847-67649535e7c1 req-3a45baa8-c4a3-47ee-8d5e-e5e371f91d30 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:28.888005 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-61f19f5b-66ef-426e-8847-67649535e7c1 req-3a45baa8-c4a3-47ee-8d5e-e5e371f91d30 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1921477 Feb 05 23:26:28.888505 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-2d0e672b-ce47-4b41-bb93-5f0ff3be6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:28.890797 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-2d0e672b-ce47-4b41-bb93-5f0ff3be6194 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1e748c3342fd4aed91378e1b367be580&device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 1161 time: 0.1036146 Feb 05 23:26:28.989513 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-61f19f5b-66ef-426e-8847-67649535e7c1 req-287a3ba7-30be-43ba-9c58-66ae3f7259fa tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949614 Feb 05 23:26:29.094381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-41b320a4-13e4-46e7-81e9-00a290fe478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:29.095960 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-41b320a4-13e4-46e7-81e9-00a290fe478d service neutron] 10.222.0.89 "GET /v2.0/networks?id=98366b68-0cac-41c2-a008-fda3d8374060 HTTP/1.1" status: 200 len: 908 time: 0.1968842 Feb 05 23:26:29.201056 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-8d720869-630f-4682-ac78-686ab0f74c59 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a89f5832-d16a-437a-af1b-4f51d62079f4 HTTP/1.1" status: 200 len: 217 time: 0.0981765 Feb 05 23:26:29.300115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-e016acb2-49cb-4240-b62f-02ae83e3f2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:29.301808 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-e016acb2-49cb-4240-b62f-02ae83e3f2c2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bbbaf8a2-f70f-4791-a2df-8530c77f099f HTTP/1.1" status: 200 len: 854 time: 0.0932093 Feb 05 23:26:29.408064 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-adf78ce3-579b-4d7b-81c6-80ecab3eb103 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=98366b68-0cac-41c2-a008-fda3d8374060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514596 Feb 05 23:26:29.731563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fad931-2858-481c-b297-7921efec1c25 req-084b7ea2-0bd7-49b3-8565-95bfc2fe83a5 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:29.733912 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-74fad931-2858-481c-b297-7921efec1c25 req-084b7ea2-0bd7-49b3-8565-95bfc2fe83a5 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 944 time: 0.2122762 Feb 05 23:26:29.833386 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-74fad931-2858-481c-b297-7921efec1c25 req-8f7c93fc-647c-491e-9755-f0033500f82d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918069 Feb 05 23:26:29.921693 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-6a4376bb-3a08-4efa-9404-52c0ea964d87 service neutron] 10.222.0.89 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4887314 Feb 05 23:26:30.098917 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b074316c-f5c1-42ca-a448-5ec1ab4dfaef req-3ab44866-a386-4f31-8fa5-707b9a95ec94 service neutron] 10.222.0.89 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1686015 Feb 05 23:26:30.335630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf4fa7-4c37-4be0-9116-b0fb72d4ce2f req-db1a1b26-d0f8-45c5-9e7d-668bc25853b2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:30.337538 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-76bf4fa7-4c37-4be0-9116-b0fb72d4ce2f req-db1a1b26-d0f8-45c5-9e7d-668bc25853b2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1874917 Feb 05 23:26:30.409557 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-76bf4fa7-4c37-4be0-9116-b0fb72d4ce2f req-0f3629ee-dc09-4b3e-b586-eecd2030d6e9 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653436 Feb 05 23:26:31.176800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311a541-e473-4e5a-b905-0be5fcfc4b5f req-0d81903e-dc8d-4877-8ac1-9f8ee3c6e394 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:31.178548 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8311a541-e473-4e5a-b905-0be5fcfc4b5f req-0d81903e-dc8d-4877-8ac1-9f8ee3c6e394 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 944 time: 0.1837709 Feb 05 23:26:31.216297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33724) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:31.250952 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8311a541-e473-4e5a-b905-0be5fcfc4b5f req-fd4dac6f-ac68-409d-94bd-dfb75553cc46 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652053 Feb 05 23:26:31.379072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:31.395575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:31.400061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Usage tracker for resource:security_group_rule and tenant:abc7849eea274b019f8dd435b39f69e8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:31.403367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:31.410026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:31.533382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:31.536496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:31.549492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:31.599614 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=abc7849eea274b019f8dd435b39f69e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3792436 Feb 05 23:26:31.599614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=479dd3b3-96c1-4efc-b86e-d17eabb85407,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:31.600622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 33746) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:31.601063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:31.703805 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:31.736111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:31.845854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a8e703-29ef-4010-91c8-017fb1ccb8bb req-752d8800-2b9b-4b80-b6c2-798644b5cae1 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:31.847583 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-47a8e703-29ef-4010-91c8-017fb1ccb8bb req-752d8800-2b9b-4b80-b6c2-798644b5cae1 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2860987 Feb 05 23:26:31.907926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:31.914517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c7af9238-d9f5-4527-8a34-4894156212fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:31.940551 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=479dd3b3-96c1-4efc-b86e-d17eabb85407,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:31.955955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.956361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.956754 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.957140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.957550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.957933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.958312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.958689 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.959064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.959434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.959809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.960180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.960638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.961007 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.961447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.961825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.962329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.962820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.963386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.963766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.964151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.964669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.964935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.965206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:31.971248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:31.991434 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-47a8e703-29ef-4010-91c8-017fb1ccb8bb req-fddf9ffe-edd7-4219-967b-a6b05fff4448 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252532 Feb 05 23:26:31.992918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:31.994608 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/479dd3b3-96c1-4efc-b86e-d17eabb85407 HTTP/1.1" status: 204 len: 168 time: 0.3875465 Feb 05 23:26:32.366059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33772) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:32.386205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:32.403075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:32.408178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Usage tracker for resource:security_group_rule and tenant:8919927be08242fdb568da1b8ea8bb2f is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:32.411638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:32.418338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:32.534434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:32.538394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:32.550033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-27d616b2-e83a-4543-a325-35e9beab0b5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:32.591044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335a11d-4dca-48a5-a1e6-dfba5dba8054 req-234683aa-cc16-4c37-819c-193398c9b581 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:32.593093 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4335a11d-4dca-48a5-a1e6-dfba5dba8054 req-234683aa-cc16-4c37-819c-193398c9b581 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 944 time: 0.2015538 Feb 05 23:26:32.601840 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=8919927be08242fdb568da1b8ea8bb2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345986 Feb 05 23:26:32.605365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ee5a92-47c5-4aed-a83f-4b8cfa55d3a3,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:32.608876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33782) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:32.611867 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c2f7171a-4ad5-4090-b4ea-207c70446330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:32.664822 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4335a11d-4dca-48a5-a1e6-dfba5dba8054 req-53033a91-7ae6-4448-a1d2-1762bf153e6f tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647621 Feb 05 23:26:32.677278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6e132d7-4c55-4865-b352-2c371f14c02c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:32.707994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6e132d7-4c55-4865-b352-2c371f14c02c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:32.762880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6e132d7-4c55-4865-b352-2c371f14c02c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:32.768598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5aed2639-0602-4e3a-a737-fd58f29603b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:32.784996 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e132d7-4c55-4865-b352-2c371f14c02c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ee5a92-47c5-4aed-a83f-4b8cfa55d3a3,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:32.791456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6e132d7-4c55-4865-b352-2c371f14c02c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:32.798695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6e132d7-4c55-4865-b352-2c371f14c02c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:32.802803 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c6e132d7-4c55-4865-b352-2c371f14c02c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/c7ee5a92-47c5-4aed-a83f-4b8cfa55d3a3 HTTP/1.1" status: 204 len: 168 time: 0.1901245 Feb 05 23:26:33.335422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6366ff-1e42-40d8-a2a0-c2a2119fbc5c req-1dd8cb89-b878-4228-b159-64a24efa46af tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:33.346504 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9f6366ff-1e42-40d8-a2a0-c2a2119fbc5c req-1dd8cb89-b878-4228-b159-64a24efa46af tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2078238 Feb 05 23:26:33.426266 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9f6366ff-1e42-40d8-a2a0-c2a2119fbc5c req-06b9c346-5176-4e2d-9b99-bf97ee3a4031 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784159 Feb 05 23:26:33.981903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54add73a-a438-410a-a91b-f97610894f5a req-10f0f412-f5c2-447a-a0dc-a1640682485f tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:33.983671 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-54add73a-a438-410a-a91b-f97610894f5a req-10f0f412-f5c2-447a-a0dc-a1640682485f tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 944 time: 0.1745398 Feb 05 23:26:34.049749 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-54add73a-a438-410a-a91b-f97610894f5a req-41ab28bd-ef4d-4caf-a6c8-7e6941cdd381 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594790 Feb 05 23:26:34.778913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e4c81-e198-4561-abb5-33e6697c19c5 req-5e93a6ce-7fce-4355-95da-2aea0647cb42 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:34.780617 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-265e4c81-e198-4561-abb5-33e6697c19c5 req-5e93a6ce-7fce-4355-95da-2aea0647cb42 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2117765 Feb 05 23:26:34.807948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-65711613-cb9b-47c8-917e-492eacde9dd1 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:26:34.820713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26de0f7-bf38-44db-a464-d5715fe95862 req-e05f0b60-d8ad-43fd-8d9e-778da4e4b4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:34.822597 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a26de0f7-bf38-44db-a464-d5715fe95862 req-e05f0b60-d8ad-43fd-8d9e-778da4e4b4fe service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1162 time: 0.0888679 Feb 05 23:26:34.865573 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-265e4c81-e198-4561-abb5-33e6697c19c5 req-839fde2e-3163-470d-888f-4295c9c10247 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745907 Feb 05 23:26:34.898071 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a26de0f7-bf38-44db-a464-d5715fe95862 req-80cd0908-ea59-4cdd-90b2-100bd45cabd8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684350 Feb 05 23:26:34.985763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 33858) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:35.143624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:35.160807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:35.164938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Usage tracker for resource:security_group_rule and tenant:eb8116971ed84729b865e222111ebbd2 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:35.168115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:35.174688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:35.401131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404153b-e6fe-4d47-a052-54862f63ffb3 req-58c3aa71-7aa2-46d9-bde6-685e6fa0f723 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:35.402859 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7404153b-e6fe-4d47-a052-54862f63ffb3 req-58c3aa71-7aa2-46d9-bde6-685e6fa0f723 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 944 time: 0.2107620 Feb 05 23:26:35.465346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:35.472039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:35.483315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-abc98276-fec8-4258-be73-53d43cf4c10e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:35.516178 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7404153b-e6fe-4d47-a052-54862f63ffb3 req-922be82f-0e78-44fb-a29b-fa082848f934 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041424 Feb 05 23:26:35.545845 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eb8116971ed84729b865e222111ebbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5589142 Feb 05 23:26:35.548184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 33870) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:35.555177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a031096e-4966-4644-a659-f6ec016a0c6b,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:35.559314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:35.618889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad14d672-0cff-49f9-923a-39e913f06551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:35.647805 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad14d672-0cff-49f9-923a-39e913f06551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:35.692853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad14d672-0cff-49f9-923a-39e913f06551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:35.697935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6e6238c2-e081-4234-b5ea-f0ed113dcb22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:35.710359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14d672-0cff-49f9-923a-39e913f06551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a031096e-4966-4644-a659-f6ec016a0c6b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:35.714487 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ad14d672-0cff-49f9-923a-39e913f06551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:35.718932 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad14d672-0cff-49f9-923a-39e913f06551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:35.735942 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ad14d672-0cff-49f9-923a-39e913f06551 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a031096e-4966-4644-a659-f6ec016a0c6b HTTP/1.1" status: 204 len: 168 time: 0.1732543 Feb 05 23:26:36.027905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device a89f5832-d16a-437a-af1b-4f51d62079f4 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:26:36.124743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port a89f5832-d16a-437a-af1b-4f51d62079f4 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:26:36.131974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port a89f5832-d16a-437a-af1b-4f51d62079f4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:26:36.132738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:36.208853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6a2372-f3b1-4052-9a79-c601a74009b0 req-dc4d8c1c-59df-4b1d-8edc-1b31a00a3939 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:36.217854 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fa6a2372-f3b1-4052-9a79-c601a74009b0 req-dc4d8c1c-59df-4b1d-8edc-1b31a00a3939 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1871622 Feb 05 23:26:36.285897 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fa6a2372-f3b1-4052-9a79-c601a74009b0 req-028e8a9e-d90e-40d6-8ab0-26db0182dd3e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670693 Feb 05 23:26:36.489433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:36.536803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port a89f5832-d16a-437a-af1b-4f51d62079f4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a89f5832-d16a-437a-af1b-4f51d62079f4,segment=NetworkSegment(06268df0-178c-40d0-a7c3-cfcff7aa3e23),segment_id=06268df0-178c-40d0-a7c3-cfcff7aa3e23)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:26:36.543438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89f5832-d16a-437a-af1b-4f51d62079f4'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:26:36.553677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:36.559419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:36.652316 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=a89f5832-d16a-437a-af1b-4f51d62079f4,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:36.665136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.666210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.666783 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.667307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.667807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.668299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.668789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.669318 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.669805 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.670290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.671125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.671616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.672347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.672845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.673363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.673906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.674413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.674907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.675391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.675880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.676457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.676847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.677214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.677663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:36.683730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:36.685759 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1597a6ee-7503-4d9b-bb1c-480cd9b59e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:36.814185 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89f5832-d16a-437a-af1b-4f51d62079f4', 'code': 200} Feb 05 23:26:37.062438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device a89f5832-d16a-437a-af1b-4f51d62079f4 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:26:37.130290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9ae2a-88d2-415b-ae44-b910ba8be954 req-96064438-8abe-49b9-8776-bc2131edfb9e tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:37.132033 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f5a9ae2a-88d2-415b-ae44-b910ba8be954 req-96064438-8abe-49b9-8776-bc2131edfb9e tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.4203148 Feb 05 23:26:37.193848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port a89f5832-d16a-437a-af1b-4f51d62079f4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:26:37.194304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:37.200550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb40341-b231-454b-8ebc-c36d53049fd5 req-3576ccb5-f9d2-4031-a402-af002faa7cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:37.206806 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-feb40341-b231-454b-8ebc-c36d53049fd5 req-3576ccb5-f9d2-4031-a402-af002faa7cf3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 1163 time: 0.1254508 Feb 05 23:26:37.252639 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f5a9ae2a-88d2-415b-ae44-b910ba8be954 req-68f97428-43bc-45e6-a72f-bd8f18f83706 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122851 Feb 05 23:26:37.276423 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-feb40341-b231-454b-8ebc-c36d53049fd5 req-61b0acd9-e774-4edb-9d9f-442e17461e21 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619607 Feb 05 23:26:37.663695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c8762-6c6a-4cc3-8821-dcc42b6edbd5 req-a4c8b00f-d113-4af6-bb16-938ce95f271b tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:37.665980 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-788c8762-6c6a-4cc3-8821-dcc42b6edbd5 req-a4c8b00f-d113-4af6-bb16-938ce95f271b tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2307529 Feb 05 23:26:37.744448 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-788c8762-6c6a-4cc3-8821-dcc42b6edbd5 req-8074017c-582e-4cca-953c-4c98da434f4e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720177 Feb 05 23:26:38.251713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-16f2b3b8-581c-4451-8fc4-059d651a6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:38.253926 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-16f2b3b8-581c-4451-8fc4-059d651a6c0b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1162 time: 0.0999746 Feb 05 23:26:38.412285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-0e982682-dfb0-4143-bdfe-d016db8687a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:38.414287 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-0e982682-dfb0-4143-bdfe-d016db8687a4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.1534419 Feb 05 23:26:38.433099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0e61b-bfa4-440d-9558-5e068e172cde req-d7b730c7-13fc-411e-b64c-32b7a4d0bd97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:38.451224 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-23a0e61b-bfa4-440d-9558-5e068e172cde req-d7b730c7-13fc-411e-b64c-32b7a4d0bd97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2352550 Feb 05 23:26:38.524058 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-5bf25cb6-ca16-4473-b0cb-589f94e4225a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 200 len: 217 time: 0.1022625 Feb 05 23:26:38.570497 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-23a0e61b-bfa4-440d-9558-5e068e172cde req-54a3223c-7d2b-4512-87e7-acc45990039e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182635 Feb 05 23:26:38.614929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-9dc4dd41-6a55-4d23-9c77-bbf65e883d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:38.616625 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-9dc4dd41-6a55-4d23-9c77-bbf65e883d3d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.0859463 Feb 05 23:26:38.673213 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-9e40ae15-dce4-46cb-b886-02577c5fee33 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486293 Feb 05 23:26:38.688265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca2d54-a2ca-4ff9-a11b-dd5766d2851d req-55cfb212-15dc-42f5-820e-4c8c7032daef tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:38.689989 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b6ca2d54-a2ca-4ff9-a11b-dd5766d2851d req-55cfb212-15dc-42f5-820e-4c8c7032daef tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.2148762 Feb 05 23:26:38.760760 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b6ca2d54-a2ca-4ff9-a11b-dd5766d2851d req-e0b35f5e-43d5-486a-998d-24a9fee28ae3 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641017 Feb 05 23:26:38.825900 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-67c50a36-970f-4923-a919-915d7a357c48 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450024 Feb 05 23:26:38.971003 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-efad7be9-0899-4df7-9b3a-35ae7dfa5cda req-56dabbfc-affc-499d-a2c5-efdb9d88d37f service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1386523 Feb 05 23:26:39.000388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4def26f5-f2da-41b0-9541-4de3a8137e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:39.771950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:39.949434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7ed27-4662-42e9-bc26-db6d8e1ca2dc req-37148e94-1bf3-4b2f-836b-43dc3bb84297 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:39.957760 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-44e7ed27-4662-42e9-bc26-db6d8e1ca2dc req-37148e94-1bf3-4b2f-836b-43dc3bb84297 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2464497 Feb 05 23:26:40.078525 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-44e7ed27-4662-42e9-bc26-db6d8e1ca2dc req-9ddfa716-e52c-4d55-9973-e518c4856287 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196332 Feb 05 23:26:40.203722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad463567-c6f0-42e2-996a-a9d9241dc032 req-87b05ef5-4ce7-4975-b060-5a9dc1a5a63a tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:40.205459 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ad463567-c6f0-42e2-996a-a9d9241dc032 req-87b05ef5-4ce7-4975-b060-5a9dc1a5a63a tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.2236898 Feb 05 23:26:40.278268 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ad463567-c6f0-42e2-996a-a9d9241dc032 req-c8d2588a-64a4-422b-8268-2330a46e5c86 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659599 Feb 05 23:26:40.625774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:41.020976 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:41.080137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device a89f5832-d16a-437a-af1b-4f51d62079f4 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:26:41.155890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port a89f5832-d16a-437a-af1b-4f51d62079f4 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:26:41.156313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:41.387119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba0cc7-cd67-4b52-9034-d843464b59ee req-20617d7e-7c43-406c-90a2-cdb10c752586 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:41.388987 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-57ba0cc7-cd67-4b52-9034-d843464b59ee req-20617d7e-7c43-406c-90a2-cdb10c752586 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1673489 Feb 05 23:26:41.508685 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-57ba0cc7-cd67-4b52-9034-d843464b59ee req-da2e656e-c541-4060-a4d7-b858bfb9313d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132541 Feb 05 23:26:41.626231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99d0e72-d5fa-4198-92e3-08451b1efb43 req-fc7d6481-958d-4e2d-afb7-e4ee1866434e tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:41.627854 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c99d0e72-d5fa-4198-92e3-08451b1efb43 req-fc7d6481-958d-4e2d-afb7-e4ee1866434e tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.2107193 Feb 05 23:26:41.694158 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c99d0e72-d5fa-4198-92e3-08451b1efb43 req-abad3dee-5763-494d-a1fd-f352b1ceb684 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591207 Feb 05 23:26:42.878599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 34122) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:42.941291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aa70ec-7ce3-4694-b23a-95fbc9d19a19 req-63be8072-a9c1-4314-b7d9-1c9bd991416f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:42.949425 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a0aa70ec-7ce3-4694-b23a-95fbc9d19a19 req-63be8072-a9c1-4314-b7d9-1c9bd991416f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2865596 Feb 05 23:26:43.018581 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a0aa70ec-7ce3-4694-b23a-95fbc9d19a19 req-0888b4b8-5291-4728-b992-0aa77994528c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681608 Feb 05 23:26:43.072837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:43.093955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:43.098064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Usage tracker for resource:security_group_rule and tenant:de1bf57c82ea44a8b3ce93be55be720e is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:43.101008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:43.107541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:43.200887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:43.204321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:43.207218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device aae20fc9-dbdb-405f-a591-26b942059e6c up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:26:43.214577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7db43b32-e66e-47d3-8903-81857d540e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:43.262337 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 34134) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:43.265433 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=de1bf57c82ea44a8b3ce93be55be720e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815615 Feb 05 23:26:43.266661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f636af3f-06a1-4bfc-bed6-eb226d1e53be,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:43.275407 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.276147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.276713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.277271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.277798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.278325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.278864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.279388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.279911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.280433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.280939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.281503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.282127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.282647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.283170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.283688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.284215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.284732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.285132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port aae20fc9-dbdb-405f-a591-26b942059e6c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:26:43.285458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.285577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:43.286077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.286460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.286938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.287307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.287828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:26:43.293514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:43.340902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-53284958-b659-4b59-94b4-94a6da13dbb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:43.369050 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-53284958-b659-4b59-94b4-94a6da13dbb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:43.417151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-53284958-b659-4b59-94b4-94a6da13dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:43.435506 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-675fa848-ebb3-4210-9908-d8d8ef9ce5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:43.471546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53284958-b659-4b59-94b4-94a6da13dbb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f636af3f-06a1-4bfc-bed6-eb226d1e53be,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:43.487319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-53284958-b659-4b59-94b4-94a6da13dbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:43.488353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-53284958-b659-4b59-94b4-94a6da13dbb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:43.501494 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-53284958-b659-4b59-94b4-94a6da13dbb9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/f636af3f-06a1-4bfc-bed6-eb226d1e53be HTTP/1.1" status: 204 len: 168 time: 0.2270567 Feb 05 23:26:44.400048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 34180) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:44.550022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-128839623-network', 'tenant_id': '6025a9b4ed3f4b8880a74a2901f8a2b9'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:26:44.555272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:44.560246 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Usage tracker for resource:network and tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:44.563309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:44.569189 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:44.581425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Made reservation on behalf of 6025a9b4ed3f4b8880a74a2901f8a2b9 for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:26:44.586202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:44.600286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:44.617182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:44.622580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Usage tracker for resource:security_group_rule and tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:44.626296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:44.631518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:44.740769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:44.745225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:44.749724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9ad8108f-9960-47b6-899f-4a8964ea8bb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:44.782249 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:26:44.798952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c6fe38-fad5-48d3-a6c7-bcacc2da084d,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:44.802062 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:44.802566 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Added segment b124a79b-a9b8-412c-95cf-ba7f2939e711 of type vxlan for network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 Feb 05 23:26:44.832771 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:44.864831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:44.866999 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:44.870110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:44.870811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:44.896336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:44.977507 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5736716 Feb 05 23:26:44.979451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 34204) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:44.987506 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Request body: {'subnet': {'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-128839623-subnet', 'tenant_id': '6025a9b4ed3f4b8880a74a2901f8a2b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:26:44.994654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:44.998861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Usage tracker for resource:subnet and tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:45.002906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:45.013106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:45.026622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Made reservation on behalf of 6025a9b4ed3f4b8880a74a2901f8a2b9 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:26:45.031889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10622541'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:45.066583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:45.077934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:45.079061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:26:45.181702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240e965-e2f9-4473-be90-83a1ce5bb2ef req-57d2a213-2cd5-4843-87dd-8c5f41407d00 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:45.183482 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b240e965-e2f9-4473-be90-83a1ce5bb2ef req-57d2a213-2cd5-4843-87dd-8c5f41407d00 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2111919 Feb 05 23:26:45.254178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:26:45.375889 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b240e965-e2f9-4473-be90-83a1ce5bb2ef req-d89f1f68-fecb-40a0-bc7c-5df46ab4f000 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848905 Feb 05 23:26:45.682732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1766697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10622558'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:45.705515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-36ac5d02-ac6f-4664-a9bb-31ec73cf1ddd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:45.842864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1d0130-3660-4519-95ce-9e35e14b8d88,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:45.854865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:45.937700 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Checking segment: {'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:26:45.938105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Network hostable DHCP agents. Network: 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:26:45.975757 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:26:46.000755 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:26:46.012420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56051f88-a73a-4e09-bce4-60349c77fb94 None None] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:26:46.016090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:46.017041 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:46.046413 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0649986 Feb 05 23:26:46.329374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7629d0-94f2-412d-b3b5-396d3c97ed08 None None] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:26:48.002075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:49.579138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0742867-db24-452f-93ca-ca485ea34e01 req-5f4bd2c5-68e8-42b1-b35c-f1eec20fe4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:49.580817 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0742867-db24-452f-93ca-ca485ea34e01 req-5f4bd2c5-68e8-42b1-b35c-f1eec20fe4b3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1162 time: 0.1060634 Feb 05 23:26:49.711524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d12e0-c648-4fbc-8cae-81884dc2a0ee req-1e82c1e7-d8d8-4e1c-97bc-aebca7b418f2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:49.713458 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-296d12e0-c648-4fbc-8cae-81884dc2a0ee req-1e82c1e7-d8d8-4e1c-97bc-aebca7b418f2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1836448 Feb 05 23:26:49.738019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0742867-db24-452f-93ca-ca485ea34e01 req-fe008c8e-9ced-41f5-a24c-c184c9fc7d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:49.740198 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0742867-db24-452f-93ca-ca485ea34e01 req-fe008c8e-9ced-41f5-a24c-c184c9fc7d2d service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.1509089 Feb 05 23:26:49.782747 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-296d12e0-c648-4fbc-8cae-81884dc2a0ee req-300bed69-2e23-4037-aebc-ca808c7080b4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628278 Feb 05 23:26:49.813946 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0742867-db24-452f-93ca-ca485ea34e01 req-4bd7bdfa-6bd9-4f00-84c4-d783333b58c3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 200 len: 217 time: 0.0665865 Feb 05 23:26:49.888498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0742867-db24-452f-93ca-ca485ea34e01 req-df94aa1e-ae99-4835-92b3-688d7f8b6ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:49.890123 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0742867-db24-452f-93ca-ca485ea34e01 req-df94aa1e-ae99-4835-92b3-688d7f8b6ef7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.0699699 Feb 05 23:26:49.952219 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0742867-db24-452f-93ca-ca485ea34e01 req-04775800-758b-44f5-a668-fecb1157ccc3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544734 Feb 05 23:26:50.107658 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0742867-db24-452f-93ca-ca485ea34e01 req-35d6dc9e-15fc-4cd3-ba35-e37f9efc10ee service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480160 Feb 05 23:26:50.258724 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0742867-db24-452f-93ca-ca485ea34e01 req-c60ae678-e2f7-4fe4-b9af-69736e55c2b8 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1434672 Feb 05 23:26:51.240257 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211aa0-35c4-4686-b5f5-2eb97b56f5a2 req-da4d779c-cd3d-4754-8aab-2c9ad2d80316 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:51.242107 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3d211aa0-35c4-4686-b5f5-2eb97b56f5a2 req-da4d779c-cd3d-4754-8aab-2c9ad2d80316 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1758986 Feb 05 23:26:51.313027 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3d211aa0-35c4-4686-b5f5-2eb97b56f5a2 req-af13d300-8bd3-4498-b656-6c29b1c44f18 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640540 Feb 05 23:26:52.636554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cfb63-ffd8-4f9c-a73c-6cf8efb79332 req-4716d239-3910-4d1e-8574-022d250d1734 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:52.638304 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8c3cfb63-ffd8-4f9c-a73c-6cf8efb79332 req-4716d239-3910-4d1e-8574-022d250d1734 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1828897 Feb 05 23:26:52.707608 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8c3cfb63-ffd8-4f9c-a73c-6cf8efb79332 req-eede9ddd-eb9a-4d38-8ae0-b66c5cd7c3d6 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631089 Feb 05 23:26:52.754884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 34448) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:52.923880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:52.939827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:52.944217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Usage tracker for resource:security_group_rule and tenant:62d9fb47e3f0472999182367921129a2 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:52.948994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:52.955570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:53.058137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:53.066413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:53.076428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0bee27a7-8c60-4f5a-a616-8d79bd76618d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:53.119459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4ab779-2c72-4227-aba4-8f89f65808ba,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:53.124509 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=62d9fb47e3f0472999182367921129a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683693 Feb 05 23:26:53.125640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-240e2d57-dfc3-4b58-93d4-b20aca2bf921 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:53.127157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 34464) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:53.190594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a77552c-1f8e-4fef-9f88-dfb47b3ecc1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:53.221646 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a77552c-1f8e-4fef-9f88-dfb47b3ecc1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:53.267968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a77552c-1f8e-4fef-9f88-dfb47b3ecc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:53.272820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c43f0407-1849-4e1e-9fbf-9560c1026aa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:53.283423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77552c-1f8e-4fef-9f88-dfb47b3ecc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4ab779-2c72-4227-aba4-8f89f65808ba,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:53.288542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3a77552c-1f8e-4fef-9f88-dfb47b3ecc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:53.290217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a77552c-1f8e-4fef-9f88-dfb47b3ecc1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:53.292104 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3a77552c-1f8e-4fef-9f88-dfb47b3ecc1b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9f4ab779-2c72-4227-aba4-8f89f65808ba HTTP/1.1" status: 204 len: 168 time: 0.1639106 Feb 05 23:26:54.031754 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5f829-cf2a-4c90-a6a5-71634630c687 req-4e785ca0-f4bf-4a9a-be9f-e06981d7fe83 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:54.033499 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-72d5f829-cf2a-4c90-a6a5-71634630c687 req-4e785ca0-f4bf-4a9a-be9f-e06981d7fe83 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1866329 Feb 05 23:26:54.112601 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-72d5f829-cf2a-4c90-a6a5-71634630c687 req-042f4be3-ef68-4364-a7c2-6ceb4d5346c6 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724552 Feb 05 23:26:54.657899 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 34514) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:54.822982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:54.840274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:26:54.844459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Usage tracker for resource:security_group_rule and tenant:241056072835415c9d0dd1404c77b037 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:26:54.847535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:26:54.854666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:26:54.960528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:54.964416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:54.974454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7680757-78df-48c2-8984-47a41a2d2f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:55.012086 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=241056072835415c9d0dd1404c77b037&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3529816 Feb 05 23:26:55.014988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 34526) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:26:55.047124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe9049a-5324-434f-9595-493224a438c7,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:55.050766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:55.091812 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38458391-926f-4b5a-927e-1ecefca647f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:55.121378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38458391-926f-4b5a-927e-1ecefca647f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:55.174463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38458391-926f-4b5a-927e-1ecefca647f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:55.179704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1cffb27b-6c6b-48bd-9aee-597a4c1928ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:26:55.194304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38458391-926f-4b5a-927e-1ecefca647f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe9049a-5324-434f-9595-493224a438c7,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:26:55.198690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-38458391-926f-4b5a-927e-1ecefca647f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:26:55.203096 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-38458391-926f-4b5a-927e-1ecefca647f6 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cbe9049a-5324-434f-9595-493224a438c7 HTTP/1.1" status: 204 len: 168 time: 0.1840351 Feb 05 23:26:55.203096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-38458391-926f-4b5a-927e-1ecefca647f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:26:55.421140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c5b3a-7c78-4578-8f2a-2285f13110af req-9843b974-d48b-4e64-b548-30f84ecb2e19 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:55.422892 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c65c5b3a-7c78-4578-8f2a-2285f13110af req-9843b974-d48b-4e64-b548-30f84ecb2e19 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1677918 Feb 05 23:26:55.492129 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c65c5b3a-7c78-4578-8f2a-2285f13110af req-a15dc641-18f8-4879-a6b5-deddf4659d04 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627186 Feb 05 23:26:56.809026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86913531-e386-4d10-9b32-033879d32d70 req-3f3d9e0e-8392-40dd-834d-f1cb056b1932 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:56.810691 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-86913531-e386-4d10-9b32-033879d32d70 req-3f3d9e0e-8392-40dd-834d-f1cb056b1932 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1785123 Feb 05 23:26:56.878322 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-86913531-e386-4d10-9b32-033879d32d70 req-0435d846-88e9-4210-96ed-b5f0dce0aa86 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613682 Feb 05 23:26:58.188269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d33d2-9a09-45b8-bbf4-146d505326ad req-4131cda5-6cc7-474f-9614-9a82799b5a0c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:58.190024 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-755d33d2-9a09-45b8-bbf4-146d505326ad req-4131cda5-6cc7-474f-9614-9a82799b5a0c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1777160 Feb 05 23:26:58.259144 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-755d33d2-9a09-45b8-bbf4-146d505326ad req-daf6cc0a-8c1d-4252-9e29-5416bd182106 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628917 Feb 05 23:26:59.582596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d1308-1422-4d50-95c7-602a142d50e9 req-6b8d2e24-79c2-472e-9fe4-fa40c0508dcd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:26:59.585750 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6b5d1308-1422-4d50-95c7-602a142d50e9 req-6b8d2e24-79c2-472e-9fe4-fa40c0508dcd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1867664 Feb 05 23:26:59.650428 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6b5d1308-1422-4d50-95c7-602a142d50e9 req-c319741b-f88c-4cd2-b1d4-a36422d27917 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596991 Feb 05 23:27:00.336356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 34612) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:27:00.594974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:00.611675 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:27:00.615798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Usage tracker for resource:security_group_rule and tenant:f6f4cd87dd924b748223252aaeaece3e is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:27:00.618922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:27:00.634268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:27:00.727110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:00.730083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:00.740347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0dbed6cc-d6bb-4b94-a1a9-baced4243a4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:00.783086 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f6f4cd87dd924b748223252aaeaece3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4454148 Feb 05 23:27:00.785011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 34624) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:27:00.787934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7a4d83-886c-47ef-a538-c4278b3eaa13,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:00.791365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:00.924019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b2c9372a-db1a-4a00-bd73-dee3754953be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:01.052224 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c896e4-88c5-4cdf-85a0-784205ba4ea3 req-d2f22616-b443-49b4-8d38-56087429e109 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:01.054011 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e2c896e4-88c5-4cdf-85a0-784205ba4ea3 req-d2f22616-b443-49b4-8d38-56087429e109 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2520671 Feb 05 23:27:01.055994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b2c9372a-db1a-4a00-bd73-dee3754953be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:01.154146 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e2c896e4-88c5-4cdf-85a0-784205ba4ea3 req-57c6e8fe-fa0c-4286-80b8-d0813a448253 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885110 Feb 05 23:27:01.162489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b2c9372a-db1a-4a00-bd73-dee3754953be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:01.167720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c98c5acb-e33f-4d4c-8420-8e5adf4ac70d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:01.184890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9372a-db1a-4a00-bd73-dee3754953be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7a4d83-886c-47ef-a538-c4278b3eaa13,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:01.187860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b2c9372a-db1a-4a00-bd73-dee3754953be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:01.199329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b2c9372a-db1a-4a00-bd73-dee3754953be admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:01.204505 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b2c9372a-db1a-4a00-bd73-dee3754953be admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/3a7a4d83-886c-47ef-a538-c4278b3eaa13 HTTP/1.1" status: 204 len: 168 time: 0.4154654 Feb 05 23:27:02.463206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69717c-afa8-436e-be4e-e4d70ce9f75a req-d0a500e4-11c8-4987-aca0-e7983f59c006 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:02.464992 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a69717c-afa8-436e-be4e-e4d70ce9f75a req-d0a500e4-11c8-4987-aca0-e7983f59c006 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1719410 Feb 05 23:27:02.534924 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a69717c-afa8-436e-be4e-e4d70ce9f75a req-c3857292-38a3-43f0-94c0-6435bd92c3b2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623689 Feb 05 23:27:02.648249 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:27:03.844913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c41bf-3257-4ef5-b686-784c36a75b11 req-38cbbc65-8bf5-4336-9d09-e166dbd80a35 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:03.846388 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-301c41bf-3257-4ef5-b686-784c36a75b11 req-38cbbc65-8bf5-4336-9d09-e166dbd80a35 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1743305 Feb 05 23:27:03.918994 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-301c41bf-3257-4ef5-b686-784c36a75b11 req-6b89d63d-5efe-45fb-ab8c-1704981c4105 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653799 Feb 05 23:27:05.220177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5244ae1d-cde3-4457-a936-b8a4f1055762 req-51126ab5-b8cd-4eb4-91aa-5f6a95a95b1e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:05.221926 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5244ae1d-cde3-4457-a936-b8a4f1055762 req-51126ab5-b8cd-4eb4-91aa-5f6a95a95b1e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1667960 Feb 05 23:27:05.288022 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5244ae1d-cde3-4457-a936-b8a4f1055762 req-4703d23b-1f1b-4de3-ba5e-f80d99946c6f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586638 Feb 05 23:27:06.514396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a628f23a-fc7e-4dbb-b799-5b2a5a2503a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:06.602326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fb3da-84fc-4e22-9593-bff5a54b9de6 req-b1d41242-bf85-43c8-9a53-7a834f8ae765 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:06.603980 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4c0fb3da-84fc-4e22-9593-bff5a54b9de6 req-b1d41242-bf85-43c8-9a53-7a834f8ae765 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1793325 Feb 05 23:27:06.671310 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4c0fb3da-84fc-4e22-9593-bff5a54b9de6 req-7e3e70ac-8d7e-474c-9f73-14d855712891 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607169 Feb 05 23:27:07.980310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535dc184-a26b-400a-9ff2-8a5a1f6b100f req-09d6a943-8a8a-4771-a712-56ed05aa8f2e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:07.982950 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-535dc184-a26b-400a-9ff2-8a5a1f6b100f req-09d6a943-8a8a-4771-a712-56ed05aa8f2e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1697536 Feb 05 23:27:08.050966 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-535dc184-a26b-400a-9ff2-8a5a1f6b100f req-19888cf4-1826-4d62-82bd-aa2e46bf3c51 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608974 Feb 05 23:27:08.756648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-4f009394-f09b-4aee-92a5-703775173382 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:08.757484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-4f009394-f09b-4aee-92a5-703775173382 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Synchronizing usage tracker for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:27:08.776294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-4f009394-f09b-4aee-92a5-703775173382 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Unset dirty status for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:27:08.778451 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-4f009394-f09b-4aee-92a5-703775173382 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/networks?id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 HTTP/1.1" status: 200 len: 808 time: 0.4699306 Feb 05 23:27:08.796742 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-d3b8f381-59d3-40b3-b4fd-a2f776ac6509 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/quotas/6025a9b4ed3f4b8880a74a2901f8a2b9 HTTP/1.1" status: 200 len: 375 time: 0.0116007 Feb 05 23:27:08.856775 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-34d166c1-94b5-4bbf-b517-bd1b31c5bca3 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6025a9b4ed3f4b8880a74a2901f8a2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532560 Feb 05 23:27:09.003114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b8c91406-4d76-4124-9515-bb8fe7f2dfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:09.021871 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-1c6022a8-6ae6-444b-bc4b-d45805bc299e service neutron] 10.222.0.64 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577935 Feb 05 23:27:09.166306 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-fb67c9ac-41b4-40d7-9219-15dd6cf21525 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1423879 Feb 05 23:27:09.362710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607c294b-ee49-443d-83de-14ba26420317 req-20a0cabd-925b-454b-9ac7-9205b60e1066 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:09.364460 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-607c294b-ee49-443d-83de-14ba26420317 req-20a0cabd-925b-454b-9ac7-9205b60e1066 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1791992 Feb 05 23:27:09.471687 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-607c294b-ee49-443d-83de-14ba26420317 req-4a525408-ddc6-42e5-a6ac-5be6f7b9f5cc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950165 Feb 05 23:27:09.623668 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-adc80329-a759-4296-a20c-8ff6813a7a3f req-1eafa170-71bd-48ae-a713-874090c48aaa tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 210 time: 0.0534432 Feb 05 23:27:09.759387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:10.639895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:10.842104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394e503-d6e4-4633-9822-367279b80888 req-2f564a44-db9f-4966-a231-6cd18b3b4a1f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:10.843944 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0394e503-d6e4-4633-9822-367279b80888 req-2f564a44-db9f-4966-a231-6cd18b3b4a1f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2398186 Feb 05 23:27:10.889046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-4c5b2502-4367-40b3-9649-2ed7ee94de36 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:10.890752 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-4c5b2502-4367-40b3-9649-2ed7ee94de36 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.89 "GET /v2.0/networks?id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 HTTP/1.1" status: 200 len: 808 time: 0.3192840 Feb 05 23:27:10.915139 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fc853d60-8212-4277-8c32-862ef0d5b899 req-2d43e21b-0862-4ae3-a2d5-925f646830f8 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 210 time: 0.0700247 Feb 05 23:27:10.926991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Request body: {'port': {'device_id': '7f938e99-a224-4a0c-98ab-ca03fd76fa96', 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4', 'admin_state_up': True, 'tenant_id': '6025a9b4ed3f4b8880a74a2901f8a2b9'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:27:10.967019 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0394e503-d6e4-4633-9822-367279b80888 req-475b1f14-c6e3-46d5-b728-e883024543b4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804818 Feb 05 23:27:11.020201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:11.086303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:27:11.091655 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Usage tracker for resource:port and tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:27:11.095873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:27:11.102756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:27:11.113682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Made reservation on behalf of 6025a9b4ed3f4b8880a74a2901f8a2b9 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:27:11.136680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:11.602191 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-e34ddb40-6e28-47f1-8446-828746431f5b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.4520054 Feb 05 23:27:11.830927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-257595ae-a587-4ec6-9c2d-da442474ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:11.832565 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-257595ae-a587-4ec6-9c2d-da442474ebf5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 1162 time: 0.1800177 Feb 05 23:27:11.864664 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Allocated IP 172.20.0.12 (0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4/ca1d0130-3660-4519-95ce-9e35e14b8d88/19fd0845-ee8b-4d53-ae98-5fcdccc060bc) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:27:12.123880 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c4a31b52-2d28-438a-b1a8-76bb7ce22084 req-6b11d807-3963-4dcc-93e2-db3b6122b74e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 210 time: 0.0599265 Feb 05 23:27:12.226604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-29e7d426-1a4a-49d2-a41c-a7b389358812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:12.228202 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-29e7d426-1a4a-49d2-a41c-a7b389358812 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.3060083 Feb 05 23:27:12.330677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758aff74-7752-41e2-87d4-28596ba8c539 req-cbb461fa-5e78-4bc1-83bf-223713d21c0c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:12.332510 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-758aff74-7752-41e2-87d4-28596ba8c539 req-cbb461fa-5e78-4bc1-83bf-223713d21c0c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1883156 Feb 05 23:27:12.341122 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-aa4ee648-6464-4bba-b135-42a3f3bb3eac service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d39776-bd69-41dd-8312-1bbd664e2088 HTTP/1.1" status: 200 len: 217 time: 0.0975823 Feb 05 23:27:12.379826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:12.413511 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-758aff74-7752-41e2-87d4-28596ba8c539 req-76064b01-bab3-43bc-9e23-2a3a45bec8a0 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691943 Feb 05 23:27:12.418892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:12.443449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-946fb863-250c-48f2-97f7-f7921fd1ebc4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:12.648684 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Pushing event updated for resources: {'Port': ['ID=19fd0845-ee8b-4d53-ae98-5fcdccc060bc,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:12.657151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:12.679490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-494d18a2-e2e4-4363-9c8d-633e888225ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:12.681112 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-494d18a2-e2e4-4363-9c8d-633e888225ea service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.1297622 Feb 05 23:27:12.749036 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-798660d0-d4e7-491d-ac52-6e7ba873d98b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564106 Feb 05 23:27:12.843157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:27:12.846039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:27:12.849914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:27:13.024294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:13.025154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:13.042866 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-23135571-2b26-4a30-9180-864c05100618 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2860618 Feb 05 23:27:13.056143 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1343133 Feb 05 23:27:13.099532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Request body: {'port': {'device_id': '7f938e99-a224-4a0c-98ab-ca03fd76fa96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:27:13.329042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:13.341667 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1dee854-9cd3-412e-8cb9-90a5f88496b3 req-b982c482-9151-48b6-8439-5cea81cff0cb service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2697358 Feb 05 23:27:13.435886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1dba0d-3431-4de5-b88e-b072621bf328 req-fe65e7f2-54ff-4357-9394-5b31129d578a tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:13.438391 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2d1dba0d-3431-4de5-b88e-b072621bf328 req-fe65e7f2-54ff-4357-9394-5b31129d578a tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 932 time: 0.1772516 Feb 05 23:27:13.550854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-2d1dba0d-3431-4de5-b88e-b072621bf328 req-30e50511-64c3-4143-abca-24dfef92a114 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Synchronizing usage tracker for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:27:13.605303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-2d1dba0d-3431-4de5-b88e-b072621bf328 req-30e50511-64c3-4143-abca-24dfef92a114 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Unset dirty status for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:27:13.606792 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2d1dba0d-3431-4de5-b88e-b072621bf328 req-30e50511-64c3-4143-abca-24dfef92a114 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519117 Feb 05 23:27:13.738163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8015fdd1-7f4d-401d-aa70-99a5202ad3b2 req-148ea449-d08f-4b28-999f-d5069236c981 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:13.739854 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8015fdd1-7f4d-401d-aa70-99a5202ad3b2 req-148ea449-d08f-4b28-999f-d5069236c981 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1725752 Feb 05 23:27:13.803763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19fd0845-ee8b-4d53-ae98-5fcdccc060bc {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:27:13.804670 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8015fdd1-7f4d-401d-aa70-99a5202ad3b2 req-f006a7e0-e510-42ce-b0d2-0c817efc567d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584865 Feb 05 23:27:13.813553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:13.828888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Transition to ACTIVE for port object 19fd0845-ee8b-4d53-ae98-5fcdccc060bc will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:27:13.831609 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:13.851745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43824cbd-6454-48aa-90ca-d3bc38f7c618 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:14.009197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Pushing event updated for resources: {'Port': ['ID=19fd0845-ee8b-4d53-ae98-5fcdccc060bc,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:14.023458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:14.455841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Attempting to bind port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:27:14.456200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Attempting to bind port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:27:14.456579 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Attempting to bind port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc on network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:27:14.466613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:27:14.466946 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Checking segment: {'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:27:14.467283 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:14.467685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Bound using segment: {'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:27:14.468169 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Bound port: 19fd0845-ee8b-4d53-ae98-5fcdccc060bc, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:27:14.468541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:14.569596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] For port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:27:14.572755 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] For port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=19fd0845-ee8b-4d53-ae98-5fcdccc060bc,segment=NetworkSegment(b124a79b-a9b8-412c-95cf-ba7f2939e711),segment_id=b124a79b-a9b8-412c-95cf-ba7f2939e711)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:27:14.576758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:14.592371 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:14.750500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Pushing event updated for resources: {'Port': ['ID=19fd0845-ee8b-4d53-ae98-5fcdccc060bc,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:14.755358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:14.785739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:14.786422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:14.787923 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] 10.222.0.89 "PUT /v2.0/ports/19fd0845-ee8b-4d53-ae98-5fcdccc060bc HTTP/1.1" status: 200 len: 1158 time: 1.7148166 Feb 05 23:27:14.788454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f938e99-a224-4a0c-98ab-ca03fd76fa96', 'tag': '19fd0845-ee8b-4d53-ae98-5fcdccc060bc'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:14.887595 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f938e99-a224-4a0c-98ab-ca03fd76fa96', 'tag': '19fd0845-ee8b-4d53-ae98-5fcdccc060bc', 'status': 'completed', 'code': 200} Feb 05 23:27:14.924605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68f915-e138-46a0-825a-6b55f59f8b1a req-8dcd0b0e-365d-443f-8b22-1f6c0d4fbddc tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:14.926355 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1d68f915-e138-46a0-825a-6b55f59f8b1a req-8dcd0b0e-365d-443f-8b22-1f6c0d4fbddc tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.1843672 Feb 05 23:27:14.946146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-993fe7cd-2791-4a58-8061-201fe8e1e71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:14.947897 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-993fe7cd-2791-4a58-8061-201fe8e1e71d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6025a9b4ed3f4b8880a74a2901f8a2b9&device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 1161 time: 0.1021378 Feb 05 23:27:15.033079 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-bec06b99-adb4-4877-a4a0-a2ccdebb3ff4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19fd0845-ee8b-4d53-ae98-5fcdccc060bc HTTP/1.1" status: 200 len: 217 time: 0.0689240 Feb 05 23:27:15.044246 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1d68f915-e138-46a0-825a-6b55f59f8b1a req-8079b5e3-3b4d-4b90-bb42-39e9eb2cfed5 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099398 Feb 05 23:27:15.113519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-9f47b770-87e5-442f-8ec2-316eaa211eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:15.115498 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-9f47b770-87e5-442f-8ec2-316eaa211eba service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca1d0130-3660-4519-95ce-9e35e14b8d88 HTTP/1.1" status: 200 len: 848 time: 0.0762455 Feb 05 23:27:15.171711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d9a0e6-78e5-4599-b375-b873475dee40 req-3f2c09f9-ce8b-4936-afef-f04fdae229cd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:15.174059 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00d9a0e6-78e5-4599-b375-b873475dee40 req-3f2c09f9-ce8b-4936-afef-f04fdae229cd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2063839 Feb 05 23:27:15.180776 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-43b7bfbd-9259-426d-8860-c05c65a77197 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576849 Feb 05 23:27:15.249312 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-00d9a0e6-78e5-4599-b375-b873475dee40 req-b198e96d-8af4-4e4a-95ef-85617780a578 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689254 Feb 05 23:27:15.339242 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-4c2d933d-1a13-4d08-9fbb-58c46eafcade service neutron] 10.222.0.89 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509678 Feb 05 23:27:15.495360 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cb5bb1ea-2870-40c4-81b4-6e482e04f9be req-ad62a8a0-3dec-418f-b8c0-cd5a16fda4ac service neutron] 10.222.0.89 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486073 Feb 05 23:27:15.697268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-c5dbc16d-18ab-41e2-9544-4d970d6ef42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:15.698915 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-c5dbc16d-18ab-41e2-9544-4d970d6ef42d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6025a9b4ed3f4b8880a74a2901f8a2b9&device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 1161 time: 0.0844471 Feb 05 23:27:15.848833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-f667d4be-30c7-4c7d-bd4f-711804342836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:15.850581 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-f667d4be-30c7-4c7d-bd4f-711804342836 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 HTTP/1.1" status: 200 len: 902 time: 0.1452646 Feb 05 23:27:15.931781 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-2a6e9b4e-60aa-4d00-b0df-862055e354c8 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=19fd0845-ee8b-4d53-ae98-5fcdccc060bc HTTP/1.1" status: 200 len: 217 time: 0.0697522 Feb 05 23:27:16.005754 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-d70ffbcb-a811-4b61-ad1b-8cf408fe9f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:16.007254 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-d70ffbcb-a811-4b61-ad1b-8cf408fe9f40 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca1d0130-3660-4519-95ce-9e35e14b8d88 HTTP/1.1" status: 200 len: 848 time: 0.0691264 Feb 05 23:27:16.062173 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-73014712-3ba1-46a5-95d5-385c66b628a6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469251 Feb 05 23:27:16.213790 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-22b92717-60f2-43b5-8652-4ac7ea3fbf82 service neutron] 10.222.0.89 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445239 Feb 05 23:27:16.358963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8914b9-9872-4664-a584-5eb54e2091df req-a2c2752a-11c5-4033-9cf3-3befc35e8632 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:16.360618 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6b8914b9-9872-4664-a584-5eb54e2091df req-a2c2752a-11c5-4033-9cf3-3befc35e8632 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.1775155 Feb 05 23:27:16.389342 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-597c5e1a-03a4-4a06-a854-fd469df82e1d req-38fca182-b08e-42ab-aa36-f95be7a32235 service neutron] 10.222.0.89 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1638751 Feb 05 23:27:16.442453 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6b8914b9-9872-4664-a584-5eb54e2091df req-08389906-096d-4ec9-a56b-8dd9f75f4524 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750272 Feb 05 23:27:16.622841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addde80a-2dc6-4c87-9b37-33d9a06c3960 req-63503079-0021-4ac2-9932-55cd261619d4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:16.624537 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-addde80a-2dc6-4c87-9b37-33d9a06c3960 req-63503079-0021-4ac2-9932-55cd261619d4 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1810544 Feb 05 23:27:16.690652 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-addde80a-2dc6-4c87-9b37-33d9a06c3960 req-c4140f24-996f-44fa-ba22-cec7bfd7416c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591247 Feb 05 23:27:17.756600 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81cd95-054a-403c-9343-3315443f09e1 req-54f755fc-118c-4293-9614-fc9411e296d5 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:17.758476 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0f81cd95-054a-403c-9343-3315443f09e1 req-54f755fc-118c-4293-9614-fc9411e296d5 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.1752055 Feb 05 23:27:17.830694 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0f81cd95-054a-403c-9343-3315443f09e1 req-08971425-30a3-44fd-8a8b-0293db8cbd90 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650768 Feb 05 23:27:18.021475 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:18.126366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacf9ad-9b9e-4af1-99c4-8c764e6d135a req-08e8ca3a-93a1-49e0-a0f7-b334f2eb03ee tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:18.128235 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daacf9ad-9b9e-4af1-99c4-8c764e6d135a req-08e8ca3a-93a1-49e0-a0f7-b334f2eb03ee tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1791101 Feb 05 23:27:18.198804 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daacf9ad-9b9e-4af1-99c4-8c764e6d135a req-3421bbd1-bb05-42c7-8aa4-1da2c8247091 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637157 Feb 05 23:27:19.139729 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb2cca-9236-49a0-8332-2a460838357f req-af554c1c-ec7a-4eef-9d05-b8ea02349d44 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:19.141367 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7fb2cca-9236-49a0-8332-2a460838357f req-af554c1c-ec7a-4eef-9d05-b8ea02349d44 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.1704998 Feb 05 23:27:19.210097 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7fb2cca-9236-49a0-8332-2a460838357f req-3645e20b-e265-4c3e-b8f5-536ba6994eb5 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622449 Feb 05 23:27:19.503613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3558ba16-0757-48dd-a236-045685a96a68 req-eb389a20-35a4-4518-b3f7-415866888617 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:19.505373 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3558ba16-0757-48dd-a236-045685a96a68 req-eb389a20-35a4-4518-b3f7-415866888617 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1736076 Feb 05 23:27:19.574153 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3558ba16-0757-48dd-a236-045685a96a68 req-45f723b1-5ef0-402a-8b5f-a92750800a5e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621247 Feb 05 23:27:20.521661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a16d4a8-4ca9-4502-a5fd-d52ed44b9622 req-41fb222f-5a3f-4bbf-a69f-3abe0705f13c tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:20.523321 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5a16d4a8-4ca9-4502-a5fd-d52ed44b9622 req-41fb222f-5a3f-4bbf-a69f-3abe0705f13c tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.1732614 Feb 05 23:27:20.592591 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5a16d4a8-4ca9-4502-a5fd-d52ed44b9622 req-dfb76803-932b-49d6-bd8e-b0838c37954b tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616305 Feb 05 23:27:20.891733 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2352970b-a402-4969-b7e7-f8dbae92f144 req-2e282645-0752-40a0-bbd8-07e6ab2b107e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:20.893498 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2352970b-a402-4969-b7e7-f8dbae92f144 req-2e282645-0752-40a0-bbd8-07e6ab2b107e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1801038 Feb 05 23:27:20.958969 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2352970b-a402-4969-b7e7-f8dbae92f144 req-9bd02875-cf68-460b-bda8-568304c94392 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590572 Feb 05 23:27:21.905374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6c85c-4b91-4cd4-8347-aaad4a6f2be0 req-c3321997-7245-4c65-8799-886b7db6b091 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:21.907115 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6cc6c85c-4b91-4cd4-8347-aaad4a6f2be0 req-c3321997-7245-4c65-8799-886b7db6b091 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.1779478 Feb 05 23:27:21.989148 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6cc6c85c-4b91-4cd4-8347-aaad4a6f2be0 req-38e83805-0e82-4a7d-89ba-2ba56b62e7a0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742571 Feb 05 23:27:22.311466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecc1b90-be92-4d31-82eb-ad9b786af052 req-f5093875-9f51-420e-a9cc-ee05f35a1253 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:22.313192 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6ecc1b90-be92-4d31-82eb-ad9b786af052 req-f5093875-9f51-420e-a9cc-ee05f35a1253 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1901710 Feb 05 23:27:22.407795 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6ecc1b90-be92-4d31-82eb-ad9b786af052 req-0b9d3216-e8fc-47f1-9dae-d0e541466b49 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867696 Feb 05 23:27:22.414133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d51734c-fa2b-4cfd-a118-597ac3e384fc req-a36c69d4-9375-40b8-81b2-ab5569ae4f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:22.416025 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9d51734c-fa2b-4cfd-a118-597ac3e384fc req-a36c69d4-9375-40b8-81b2-ab5569ae4f08 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1162 time: 0.0947046 Feb 05 23:27:22.500397 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9d51734c-fa2b-4cfd-a118-597ac3e384fc req-497fafe6-b712-4472-881b-9e3f8b488c68 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772083 Feb 05 23:27:23.297436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdef92-3037-42f2-adbb-2326f05e6f44 req-3fdcf66e-2b97-4ae2-8b3b-3686549b32ff tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:23.299226 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79fdef92-3037-42f2-adbb-2326f05e6f44 req-3fdcf66e-2b97-4ae2-8b3b-3686549b32ff tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.1751950 Feb 05 23:27:23.367601 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79fdef92-3037-42f2-adbb-2326f05e6f44 req-bd1d6011-0796-4941-9e92-d9eba029e3ce tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618975 Feb 05 23:27:23.731338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2cda91-f1b0-4c67-8678-e8be13400e7a req-c6d0b801-e10f-4519-b09c-971ca8a7f660 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:23.733153 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7e2cda91-f1b0-4c67-8678-e8be13400e7a req-c6d0b801-e10f-4519-b09c-971ca8a7f660 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1685200 Feb 05 23:27:23.799558 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7e2cda91-f1b0-4c67-8678-e8be13400e7a req-80674216-7303-43ee-b96b-8194588f1c40 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594623 Feb 05 23:27:24.708632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd569564-0a69-4355-ade8-03ba7f1e8503 req-bf7744b6-dc95-4af2-95ea-70f0650113c2 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:24.710392 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fd569564-0a69-4355-ade8-03ba7f1e8503 req-bf7744b6-dc95-4af2-95ea-70f0650113c2 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.1784506 Feb 05 23:27:24.778016 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fd569564-0a69-4355-ade8-03ba7f1e8503 req-486d1cce-1566-4eb1-a571-9c11b1230f7b tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605471 Feb 05 23:27:25.116759 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf38b85-ca73-43cc-9302-01943d2b5d6a req-02a19093-ac5b-46eb-943f-7ac85656379f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:25.118620 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbf38b85-ca73-43cc-9302-01943d2b5d6a req-02a19093-ac5b-46eb-943f-7ac85656379f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1759772 Feb 05 23:27:25.194132 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbf38b85-ca73-43cc-9302-01943d2b5d6a req-5eb069da-8679-4a8a-b556-45b987b138df tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674989 Feb 05 23:27:25.725713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-c86d8467-b16c-415a-970e-04ef45aa8d0c None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:27:25.817582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-b02a255a-ca13-486e-9447-e153b303a940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:25.819266 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-b02a255a-ca13-486e-9447-e153b303a940 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=18f27de30b2346e1a782545ed63743ac&device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 1162 time: 0.0943053 Feb 05 23:27:25.931468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24770c63-a650-4c50-9c15-e6b937b8dca7 req-1319e9d8-13cc-40bb-bc12-bef815e79c7b tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:25.941417 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-24770c63-a650-4c50-9c15-e6b937b8dca7 req-1319e9d8-13cc-40bb-bc12-bef815e79c7b tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1908906 Feb 05 23:27:26.025907 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-24770c63-a650-4c50-9c15-e6b937b8dca7 req-3d65452a-116d-4fd4-ae17-1b149b6815c5 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771413 Feb 05 23:27:26.029243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-8e1fffff-052c-413e-a79a-991809e5b456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:26.031061 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-8e1fffff-052c-413e-a79a-991809e5b456 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 200 len: 913 time: 0.2043316 Feb 05 23:27:26.136898 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-69038730-ee9e-4795-ad52-b28c4da77720 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 200 len: 217 time: 0.0986006 Feb 05 23:27:26.246056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-2b9b8b0c-7a21-430a-9e9a-25d6f09dfb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:26.249044 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-2b9b8b0c-7a21-430a-9e9a-25d6f09dfb3f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 200 len: 859 time: 0.1050708 Feb 05 23:27:26.310208 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-b7e6a7fb-f5f5-4973-a81e-5dc19201e405 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532308 Feb 05 23:27:26.472154 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-83e72691-833a-43e5-9603-681dfd48e162 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540086 Feb 05 23:27:26.484037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7316bc-781b-478c-9f58-0fa7b5cb1af0 req-fc918b27-5508-4bda-9855-18997744782e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:26.485861 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fd7316bc-781b-478c-9f58-0fa7b5cb1af0 req-fc918b27-5508-4bda-9855-18997744782e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 944 time: 0.4584680 Feb 05 23:27:26.571443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14eaeda-7d0b-4275-9500-aeb2a00ea4c7 req-3fbe0eb8-f946-4ffc-8302-e4972fe348c4 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:26.573091 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c14eaeda-7d0b-4275-9500-aeb2a00ea4c7 req-3fbe0eb8-f946-4ffc-8302-e4972fe348c4 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3040187 Feb 05 23:27:26.632228 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-91ad51d7-6ba4-4389-ab7b-e1742706eb0d req-9e588a6b-91dd-43a8-8979-7025ce1650f5 service neutron] 10.222.0.89 "GET /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1474571 Feb 05 23:27:26.661387 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fd7316bc-781b-478c-9f58-0fa7b5cb1af0 req-d24da7eb-9c05-4412-aa46-303c34efb526 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870795 Feb 05 23:27:26.687758 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c14eaeda-7d0b-4275-9500-aeb2a00ea4c7 req-0e9e7bba-4c41-4e52-b88d-6336507d53a6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964928 Feb 05 23:27:27.128081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device aae20fc9-dbdb-405f-a591-26b942059e6c up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:27.209684 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port aae20fc9-dbdb-405f-a591-26b942059e6c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:27.210263 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:27.367388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64f08fc-9f3f-49fb-b6b8-e78d1ccc2af9 req-65ff3915-8d4e-41d9-91d3-90fa186f2fb2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:27.369106 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f64f08fc-9f3f-49fb-b6b8-e78d1ccc2af9 req-65ff3915-8d4e-41d9-91d3-90fa186f2fb2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2187207 Feb 05 23:27:27.374206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 19fd0845-ee8b-4d53-ae98-5fcdccc060bc up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:27.488428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:27:27.498301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:27.499098 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:27.514074 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f64f08fc-9f3f-49fb-b6b8-e78d1ccc2af9 req-6547e60c-ff69-4e53-885c-d8b754800f9c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353683 Feb 05 23:27:27.645715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:27.676308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f938e99-a224-4a0c-98ab-ca03fd76fa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fd0845-ee8b-4d53-ae98-5fcdccc060bc'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:27.688871 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=19fd0845-ee8b-4d53-ae98-5fcdccc060bc,segment=NetworkSegment(b124a79b-a9b8-412c-95cf-ba7f2939e711),segment_id=b124a79b-a9b8-412c-95cf-ba7f2939e711)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:27.694493 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:27.697829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d8553aa1-71b7-44c3-a5b6-3254fc9d85dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:27.790519 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f938e99-a224-4a0c-98ab-ca03fd76fa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19fd0845-ee8b-4d53-ae98-5fcdccc060bc', 'code': 200} Feb 05 23:27:27.832359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=19fd0845-ee8b-4d53-ae98-5fcdccc060bc,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:27.844733 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:28.082213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34244f8-6ed2-4ed5-88ec-6d9f2397b96a req-66af937f-ea58-4158-93f9-e41820b12cf2 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:28.083997 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d34244f8-6ed2-4ed5-88ec-6d9f2397b96a req-66af937f-ea58-4158-93f9-e41820b12cf2 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 946 time: 0.2619789 Feb 05 23:27:28.243905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e40a9-966b-46c7-98a0-1b9c9935c484 req-82782915-221d-44da-b639-9466cea09df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:28.246006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e8c932-cb21-416b-85e2-730d1604f40b req-59a25ab7-ece0-49a0-9efc-0050f2369a1b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:28.248238 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-02e8c932-cb21-416b-85e2-730d1604f40b req-59a25ab7-ece0-49a0-9efc-0050f2369a1b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3313799 Feb 05 23:27:28.254411 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a47e40a9-966b-46c7-98a0-1b9c9935c484 req-82782915-221d-44da-b639-9466cea09df3 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 1163 time: 0.0916231 Feb 05 23:27:28.278100 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d34244f8-6ed2-4ed5-88ec-6d9f2397b96a req-e9c665ae-41cd-4e9f-92b2-cc278bc197b7 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842105 Feb 05 23:27:28.323245 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a47e40a9-966b-46c7-98a0-1b9c9935c484 req-63e5991b-9bf2-4876-8d29-ff69881fec26 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650680 Feb 05 23:27:28.355187 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-02e8c932-cb21-416b-85e2-730d1604f40b req-dfaef143-fe20-40f5-b434-1a055bb176be tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758431 Feb 05 23:27:28.395396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device aae20fc9-dbdb-405f-a591-26b942059e6c up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:28.474092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port aae20fc9-dbdb-405f-a591-26b942059e6c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:28.474505 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:28.610640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 19fd0845-ee8b-4d53-ae98-5fcdccc060bc up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:28.686156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:28.686572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:28.808213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9a1b8-81a2-4440-b81a-60fa9fcf1f6e req-41aad9b5-fb7e-4b06-9a62-557cc023b3fc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:28.810501 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b0c9a1b8-81a2-4440-b81a-60fa9fcf1f6e req-41aad9b5-fb7e-4b06-9a62-557cc023b3fc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1693668 Feb 05 23:27:28.875443 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b0c9a1b8-81a2-4440-b81a-60fa9fcf1f6e req-73019a84-2749-4fb8-94ea-b957a35d15f2 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583568 Feb 05 23:27:29.596770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e4ab7-036c-4c4b-a59a-f0d1c45c3bf5 req-4ed070d7-dce4-4c18-b775-d5f8782c151a tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:29.598491 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d28e4ab7-036c-4c4b-a59a-f0d1c45c3bf5 req-4ed070d7-dce4-4c18-b775-d5f8782c151a tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 946 time: 0.1726947 Feb 05 23:27:29.721924 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d28e4ab7-036c-4c4b-a59a-f0d1c45c3bf5 req-6c17d462-7fd4-4311-aa41-42be672a9b45 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800319 Feb 05 23:27:29.823369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf2ec3-b63f-40fe-95ad-c506154317f9 req-6acc4feb-1faa-413f-a159-5404a651072d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:29.825127 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cfcf2ec3-b63f-40fe-95ad-c506154317f9 req-6acc4feb-1faa-413f-a159-5404a651072d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2256429 Feb 05 23:27:29.890761 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cfcf2ec3-b63f-40fe-95ad-c506154317f9 req-efb15200-0ce4-4b40-8545-e141114d19c2 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587020 Feb 05 23:27:30.171976 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f8c25-48fd-45ac-8333-a06942e26f4b req-674afc5a-c909-4d8e-8495-4a68cfe93483 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:30.173628 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-835f8c25-48fd-45ac-8333-a06942e26f4b req-674afc5a-c909-4d8e-8495-4a68cfe93483 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1659575 Feb 05 23:27:30.239355 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-835f8c25-48fd-45ac-8333-a06942e26f4b req-9f45929e-46b9-44bd-9c93-67c1f48d2155 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594172 Feb 05 23:27:30.263741 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 19fd0845-ee8b-4d53-ae98-5fcdccc060bc up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:30.336661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:30.337074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:31.053772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4985736a-dce2-4e64-91d5-e7a8a47052b7 req-14a511e6-2b9d-4778-8e44-bd82b04f1bc7 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:31.055759 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4985736a-dce2-4e64-91d5-e7a8a47052b7 req-14a511e6-2b9d-4778-8e44-bd82b04f1bc7 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 946 time: 0.1915050 Feb 05 23:27:31.189904 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4985736a-dce2-4e64-91d5-e7a8a47052b7 req-a433d0ac-394b-4f6d-9c9a-bdb96609fe72 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900376 Feb 05 23:27:31.316015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f8b318-aaa4-4934-9022-22889709c76b req-cbb142e4-22c6-4bc4-8cd0-bdf5bd996e49 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:31.317748 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-97f8b318-aaa4-4934-9022-22889709c76b req-cbb142e4-22c6-4bc4-8cd0-bdf5bd996e49 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2609181 Feb 05 23:27:31.385456 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-97f8b318-aaa4-4934-9022-22889709c76b req-da0b4edf-50b3-4a2f-974d-a17688603045 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608740 Feb 05 23:27:31.564902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cc428-8802-404d-894d-b56071740cd5 req-a8113156-26bf-4d73-a222-6d036b5f8d24 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:31.566566 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-985cc428-8802-404d-894d-b56071740cd5 req-a8113156-26bf-4d73-a222-6d036b5f8d24 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1720314 Feb 05 23:27:31.632873 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-985cc428-8802-404d-894d-b56071740cd5 req-69827fbd-fa82-4dc2-971c-b0d472633af3 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598831 Feb 05 23:27:32.529174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a23d9d-4b96-4491-a7ae-cb0261d03af2 req-c05fb507-83d3-458f-9f9e-221d88cd8481 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:32.530925 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-87a23d9d-4b96-4491-a7ae-cb0261d03af2 req-c05fb507-83d3-458f-9f9e-221d88cd8481 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 946 time: 0.1771927 Feb 05 23:27:32.650239 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-87a23d9d-4b96-4491-a7ae-cb0261d03af2 req-c2a5079b-cfdf-4336-95dd-c32f7f038a25 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127410 Feb 05 23:27:32.659531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device aae20fc9-dbdb-405f-a591-26b942059e6c up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:32.734142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port aae20fc9-dbdb-405f-a591-26b942059e6c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:32.734570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:32.762228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88702b46-e6f9-42a8-b87e-d0c94092f72d req-70973103-ef53-4d2b-ac96-3f16fd10ec2e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:32.764086 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-88702b46-e6f9-42a8-b87e-d0c94092f72d req-70973103-ef53-4d2b-ac96-3f16fd10ec2e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2118077 Feb 05 23:27:32.831028 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-88702b46-e6f9-42a8-b87e-d0c94092f72d req-691f2e3b-981f-4b24-9d5c-5cef21d15ed7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602658 Feb 05 23:27:32.868464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 19fd0845-ee8b-4d53-ae98-5fcdccc060bc up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:32.944330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:32.944725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:33.708351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 35130) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:27:33.866877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:33.882937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:27:33.888736 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Usage tracker for resource:security_group_rule and tenant:2c02ae3ab0aa4e4a8d96ab8542c4707c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:27:33.892068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:27:33.898118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:27:33.989089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:34.040225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:34.050793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-392c84ca-9dca-4582-86ba-1bf6e1853f40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:34.103278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7441ae-14d4-4286-949b-4526fbdd3875,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:34.111133 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=2c02ae3ab0aa4e4a8d96ab8542c4707c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015749 Feb 05 23:27:34.114473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 35146) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:27:34.117398 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.117802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.118194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.118578 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.118963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.119345 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.119725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.120277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.120690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.121063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.121485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.121866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.122327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.122703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.123077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.123451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.123827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.124198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.124568 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.125054 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.125511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.125889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.126269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.126640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:34.133554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:34.184999 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abd12c78-b045-4e4d-85c0-aa7222773ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:34.213490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abd12c78-b045-4e4d-85c0-aa7222773ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:34.240908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5862044-1f70-4d77-9956-cada9f316abd req-beb83492-12eb-4f0b-91b0-e816d02fcb49 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:34.242664 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5862044-1f70-4d77-9956-cada9f316abd req-beb83492-12eb-4f0b-91b0-e816d02fcb49 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2516170 Feb 05 23:27:34.270080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abd12c78-b045-4e4d-85c0-aa7222773ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:34.275248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0398a37b-2812-47c8-a648-66f8c632d478 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:34.290303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd12c78-b045-4e4d-85c0-aa7222773ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7441ae-14d4-4286-949b-4526fbdd3875,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:34.294143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-abd12c78-b045-4e4d-85c0-aa7222773ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:34.295107 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abd12c78-b045-4e4d-85c0-aa7222773ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:34.298370 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-abd12c78-b045-4e4d-85c0-aa7222773ed9 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/7f7441ae-14d4-4286-949b-4526fbdd3875 HTTP/1.1" status: 204 len: 168 time: 0.1821384 Feb 05 23:27:34.365500 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5862044-1f70-4d77-9956-cada9f316abd req-97f8bdbe-c910-4eca-8725-ea453c3ac711 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797751 Feb 05 23:27:34.472006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b11bac-f5ca-4e77-aa1a-cd0101a99493 req-d1af331c-71e2-4c86-b58c-ed166ba73677 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:34.473747 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-87b11bac-f5ca-4e77-aa1a-cd0101a99493 req-d1af331c-71e2-4c86-b58c-ed166ba73677 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 946 time: 0.2300842 Feb 05 23:27:34.559576 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-87b11bac-f5ca-4e77-aa1a-cd0101a99493 req-5235f38b-5721-4db3-a1a2-60e39b741c86 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726166 Feb 05 23:27:35.750080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5c237-4276-4089-99cc-c18d1d71d31e req-b4a6e93a-c965-4dd5-a5f8-4200269e35c9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:35.751867 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-70e5c237-4276-4089-99cc-c18d1d71d31e req-b4a6e93a-c965-4dd5-a5f8-4200269e35c9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2145808 Feb 05 23:27:35.879623 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-70e5c237-4276-4089-99cc-c18d1d71d31e req-114a443e-bfd7-4c15-8c1c-cd24d36144a6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1122656 Feb 05 23:27:36.110390 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21437787-e273-406a-b570-1d670c0494b8 req-b3f49fb2-4398-422d-9bf3-c671e5863cb6 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:36.112123 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-21437787-e273-406a-b570-1d670c0494b8 req-b3f49fb2-4398-422d-9bf3-c671e5863cb6 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 946 time: 0.1947072 Feb 05 23:27:36.180017 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-21437787-e273-406a-b570-1d670c0494b8 req-d359cd8a-e300-4f5b-9e1b-3c0e4bc57e87 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615211 Feb 05 23:27:36.508558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2659-db57-4f92-be77-b056107515ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:36.524738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-7671f5bb-bd21-46ef-8ace-ccf405f0d037 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:36.525595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-7671f5bb-bd21-46ef-8ace-ccf405f0d037 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Synchronizing usage tracker for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:27:36.543357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-7671f5bb-bd21-46ef-8ace-ccf405f0d037 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Unset dirty status for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:27:36.544604 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-7671f5bb-bd21-46ef-8ace-ccf405f0d037 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.89 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 946 time: 0.1869340 Feb 05 23:27:36.640795 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Deleting port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:27:36.641181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:36.916646 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] For port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=19fd0845-ee8b-4d53-ae98-5fcdccc060bc,segment=NetworkSegment(b124a79b-a9b8-412c-95cf-ba7f2939e711),segment_id=b124a79b-a9b8-412c-95cf-ba7f2939e711)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:36.917220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:37.081384 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Calling delete_port for 19fd0845-ee8b-4d53-ae98-5fcdccc060bc owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:27:37.333062 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:37.351013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:37.365511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca187d0-aceb-4fbf-aeb5-a15fcc5f0858 req-d30227cc-7e09-4cc4-a9b0-59fd59039034 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:37.367253 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5ca187d0-aceb-4fbf-aeb5-a15fcc5f0858 req-d30227cc-7e09-4cc4-a9b0-59fd59039034 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2976615 Feb 05 23:27:37.444290 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5ca187d0-aceb-4fbf-aeb5-a15fcc5f0858 req-c71a9b4b-1a60-4d32-98a6-790d4fc5bc7f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696387 Feb 05 23:27:37.682782 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-37d0078f-0465-477c-b2e5-51dcdfbc6f3b req-5575f523-e381-45b9-9049-9ea3430756a8 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 210 time: 0.0794356 Feb 05 23:27:37.692394 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-d6a6f1f6-ae89-4063-aa05-ca3cc6229c50 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=48e6109f4fad4b7881599e47cdf56991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449853 Feb 05 23:27:37.768687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Pushing event deleted for resources: {'Port': ['ID=19fd0845-ee8b-4d53-ae98-5fcdccc060bc,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:37.776750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:37.823103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] No DVR routers for this DVR port 19fd0845-ee8b-4d53-ae98-5fcdccc060bc on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:27:37.826517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:37.829725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f938e99-a224-4a0c-98ab-ca03fd76fa96', 'name': 'network-vif-deleted', 'tag': '19fd0845-ee8b-4d53-ae98-5fcdccc060bc'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:37.844975 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d382b13-7483-4563-94b9-45f63dd962f9 req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.89 "DELETE /v2.0/ports/19fd0845-ee8b-4d53-ae98-5fcdccc060bc HTTP/1.1" status: 204 len: 173 time: 1.2945852 Feb 05 23:27:37.999296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-6193daf0-e36a-47f6-9b92-28d3982c07c0 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:38.000968 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-6193daf0-e36a-47f6-9b92-28d3982c07c0 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024237 Feb 05 23:27:38.022973 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-d1f01b9b-15a5-4176-a616-6e94760ff788 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/quotas/48e6109f4fad4b7881599e47cdf56991 HTTP/1.1" status: 200 len: 375 time: 0.0129609 Feb 05 23:27:38.095929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 19fd0845-ee8b-4d53-ae98-5fcdccc060bc no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:27:38.136005 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] No Port match for: 19fd0845-ee8b-4d53-ae98-5fcdccc060bc {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:27:38.136705 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 19fd0845-ee8b-4d53-ae98-5fcdccc060bc not bound to the agent host hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:27:38.164036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259b9d6-9e60-49f3-be4d-e7ef12b3019d req-5da24c93-792f-47e4-b364-b09af9f2cb31 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:38.165765 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7259b9d6-9e60-49f3-be4d-e7ef12b3019d req-5da24c93-792f-47e4-b364-b09af9f2cb31 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.3273377 Feb 05 23:27:38.176573 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-a0ecf0e3-76f0-4de2-a542-34bdfb4f7873 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=48e6109f4fad4b7881599e47cdf56991&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393595 Feb 05 23:27:38.239325 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7259b9d6-9e60-49f3-be4d-e7ef12b3019d req-ec13e620-b1e8-436c-a2f1-1debda06910e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654054 Feb 05 23:27:38.324216 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f938e99-a224-4a0c-98ab-ca03fd76fa96', 'name': 'network-vif-deleted', 'tag': '19fd0845-ee8b-4d53-ae98-5fcdccc060bc', 'status': 'completed', 'code': 200} Feb 05 23:27:38.431348 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-93c39b73-2844-440a-92fe-40f1c877ebdc req-10ff1fa0-b5f9-459a-bb1e-3718e2b0deda tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0597785 Feb 05 23:27:38.816253 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d899a0-2c1a-45df-8237-f1253c088782 req-634ac7dd-3ee8-4954-be47-08a768fb1508 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:38.818047 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58d899a0-2c1a-45df-8237-f1253c088782 req-634ac7dd-3ee8-4954-be47-08a768fb1508 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1775935 Feb 05 23:27:38.923480 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dd6e5d65-ed4d-4e6c-88dc-00f35c240f04 req-b1a6cb37-116d-403f-a55e-76c42a5b6fa4 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=7f938e99-a224-4a0c-98ab-ca03fd76fa96 HTTP/1.1" status: 200 len: 210 time: 0.0740032 Feb 05 23:27:38.982505 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58d899a0-2c1a-45df-8237-f1253c088782 req-a8efff7c-b406-490e-b4a4-2336f8b90463 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1479151 Feb 05 23:27:39.025591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3133ffcb-8bac-43e7-9013-06b0cc655fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:39.554580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6df103-e48b-42fe-9697-5304d7aaf53c req-ba80e1cf-83bf-4798-9c3a-ef8757ef768f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:39.556317 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4d6df103-e48b-42fe-9697-5304d7aaf53c req-ba80e1cf-83bf-4798-9c3a-ef8757ef768f tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.1770375 Feb 05 23:27:39.649325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:27:39.763270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:39.817751 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-182e4fa7-6dec-41bb-8b30-32d2ffc29ae2 req-6a05c007-839f-4e6c-875d-f5260bc1a2ad tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 210 time: 0.2379496 Feb 05 23:27:39.859386 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4d6df103-e48b-42fe-9697-5304d7aaf53c req-6def6ec3-ba46-4182-9064-e646fcdf0080 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959185 Feb 05 23:27:39.960548 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-98cdd69e-2b9a-4f32-a335-d8f44d37cc8a tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.89 "GET /v2.0/networks?tenant_id=48e6109f4fad4b7881599e47cdf56991&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535209 Feb 05 23:27:40.316831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2163d290-b8be-4d24-a0ac-9564a45772d6 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:40.319113 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2163d290-b8be-4d24-a0ac-9564a45772d6 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3527656 Feb 05 23:27:40.364288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Request body: {'port': {'device_id': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73', 'admin_state_up': True, 'tenant_id': '48e6109f4fad4b7881599e47cdf56991'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:27:40.365790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551027b-7ad3-4090-af8c-30a6c6ef8df9 req-f34dc35f-20cf-408c-a5fa-03996035b841 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:40.367489 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9551027b-7ad3-4090-af8c-30a6c6ef8df9 req-f34dc35f-20cf-408c-a5fa-03996035b841 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1824157 Feb 05 23:27:40.536105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:27:40.541357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Usage tracker for resource:port and tenant:48e6109f4fad4b7881599e47cdf56991 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:27:40.544666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:27:40.546991 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9551027b-7ad3-4090-af8c-30a6c6ef8df9 req-f8bb9b6d-00ae-4b52-b835-62050e8055ff tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482677 Feb 05 23:27:40.550856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:27:40.560183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Made reservation on behalf of 48e6109f4fad4b7881599e47cdf56991 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:27:40.582539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:40.610116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:40.628158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:27:40.632289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Usage tracker for resource:security_group_rule and tenant:48e6109f4fad4b7881599e47cdf56991 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:27:40.635002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:40.635422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:27:40.641915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:27:40.711232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-95faa402-ff3d-472b-9a05-f29b0b998163 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:40.713037 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-95faa402-ff3d-472b-9a05-f29b0b998163 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/networks?id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 HTTP/1.1" status: 200 len: 808 time: 0.3445578 Feb 05 23:27:40.732370 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-fc108004-21ab-4d82-bfb8-7577394e74cf tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/quotas/6025a9b4ed3f4b8880a74a2901f8a2b9 HTTP/1.1" status: 200 len: 375 time: 0.0114474 Feb 05 23:27:40.739174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:40.742321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:40.754150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-db49fb47-e29d-407a-9c48-7b5eeccd571b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:40.788053 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-1b374fec-14ab-4b0e-8617-2716daee4c96 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6025a9b4ed3f4b8880a74a2901f8a2b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0492632 Feb 05 23:27:40.869500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c65def5-c1c7-4d7a-987b-eb11ef721e5d,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:40.875186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:40.946497 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-75edba78-a98c-4168-b40b-bde2dda19050 service neutron] 10.222.0.64 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492221 Feb 05 23:27:41.023665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:41.096064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Allocated IP 192.168.233.159 (b1880c56-85e5-494d-9597-7f1bb79c3d73/88529821-7e10-4575-b1c1-7bbe90e4cd89/b8119f52-1234-4a97-b100-ef5e10a147a5) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:27:41.106212 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-fe6ff930-732d-4366-8fdf-9ca3d1304c7c service neutron] 10.222.0.64 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515844 Feb 05 23:27:41.160987 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bac7f6db-c786-4d90-9acd-41fd68617951 req-edd1749d-5000-4375-8f4a-4ce165198f2a tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0494096 Feb 05 23:27:41.327712 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dd866c31-e1b2-4e63-95fa-ec6bb9659fdd req-827de1a0-16a9-4016-9f0b-18c751fe96d7 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 210 time: 0.0613425 Feb 05 23:27:41.525775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ae8c4-c12f-417f-8f60-af664b709081 req-d2db500d-9027-4e8f-8e07-8facd9528a5a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:41.528016 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e41ae8c4-c12f-417f-8f60-af664b709081 req-d2db500d-9027-4e8f-8e07-8facd9528a5a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.2092907 Feb 05 23:27:41.536508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-4da61a95-698f-4039-b408-834521aab7be tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:41.537466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-4da61a95-698f-4039-b408-834521aab7be tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Synchronizing usage tracker for tenant:18f27de30b2346e1a782545ed63743ac on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:27:41.570592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:41.583009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-4da61a95-698f-4039-b408-834521aab7be tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Unset dirty status for tenant:18f27de30b2346e1a782545ed63743ac on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:27:41.584271 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-4da61a95-698f-4039-b408-834521aab7be tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.89 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 945 time: 0.3441248 Feb 05 23:27:41.599149 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e41ae8c4-c12f-417f-8f60-af664b709081 req-9a0845d0-9977-409a-9b57-cde708f2a470 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628846 Feb 05 23:27:41.648199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Transition to ACTIVE for port object b8119f52-1234-4a97-b100-ef5e10a147a5 will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:27:41.700109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Deleting port 42d39776-bd69-41dd-8312-1bbd664e2088 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:27:41.700499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:41.848129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:41.874411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-10b0dc0d-0e05-453e-a9a8-4afc6a64c0bb tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:41.943609 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e521848-5c52-463c-81a1-758af21e6fa5 req-3ad28838-9782-4320-b941-98a198787bf0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:41.945675 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0e521848-5c52-463c-81a1-758af21e6fa5 req-3ad28838-9782-4320-b941-98a198787bf0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1945329 Feb 05 23:27:42.017587 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0e521848-5c52-463c-81a1-758af21e6fa5 req-fcbd489d-cf14-4cf3-8474-9807605f0176 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634835 Feb 05 23:27:42.055341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 42d39776-bd69-41dd-8312-1bbd664e2088 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:27:42.104873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Pushing event updated for resources: {'Port': ['ID=b8119f52-1234-4a97-b100-ef5e10a147a5,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:42.113577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:42.194445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:42.219955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] For port 42d39776-bd69-41dd-8312-1bbd664e2088, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=42d39776-bd69-41dd-8312-1bbd664e2088,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:42.220211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:42.226731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d39776-bd69-41dd-8312-1bbd664e2088'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:42.235409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Network b1880c56-85e5-494d-9597-7f1bb79c3d73 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:27:42.238104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 42d39776-bd69-41dd-8312-1bbd664e2088, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=42d39776-bd69-41dd-8312-1bbd664e2088,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:42.238685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:27:42.241036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:42.243069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6247574f-1f37-4b30-8756-15d921edc9ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:42.303136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:27:42.442819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Calling delete_port for 42d39776-bd69-41dd-8312-1bbd664e2088 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:27:42.492600 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42d39776-bd69-41dd-8312-1bbd664e2088', 'code': 200} Feb 05 23:27:42.493271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=42d39776-bd69-41dd-8312-1bbd664e2088,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:42.512180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.512543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.516957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.517577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.518124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.518645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.519161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.519290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1fa43-0f97-44d7-9995-eddce6ec832e req-b37f6f41-6785-4f7c-86a3-d1d0c1cbc4b3 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:42.519807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.520324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.520949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.521630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.522158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.522765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.523280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.523789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.524293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.524796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.525319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.525838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.526447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.527018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.527561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.528069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.528581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:42.529245 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6ae1fa43-0f97-44d7-9995-eddce6ec832e req-b37f6f41-6785-4f7c-86a3-d1d0c1cbc4b3 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 936 time: 0.2125690 Feb 05 23:27:42.533839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:42.608496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1eb786c2-234c-40f4-97df-5d385eec8b3e None None] Provisioning for port b8119f52-1234-4a97-b100-ef5e10a147a5 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:27:42.614563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-1eb786c2-234c-40f4-97df-5d385eec8b3e None None] Provisioning complete for port b8119f52-1234-4a97-b100-ef5e10a147a5 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:42.614966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1eb786c2-234c-40f4-97df-5d385eec8b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:42.647138 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48a5f24c-cf0d-45e8-ba77-149a7c11e2a1 req-643795a9-538e-4e9e-ae0e-32fd4fcb026a tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 210 time: 0.0946243 Feb 05 23:27:42.669891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:42.670626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:42.683208 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6ae1fa43-0f97-44d7-9995-eddce6ec832e req-f61f5e57-786c-4786-80aa-d08b256a06e8 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528246 Feb 05 23:27:42.709481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1eb786c2-234c-40f4-97df-5d385eec8b3e None None] Port b8119f52-1234-4a97-b100-ef5e10a147a5 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:27:42.720660 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3607895 Feb 05 23:27:42.722245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:27:42.722648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:27:42.749710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Request body: {'port': {'device_id': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:27:42.888047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:43.138305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c138a-cf17-41bd-903f-e90791bfca16 req-4d95f0fe-f0b9-4619-920e-5a841f0477dd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:43.146168 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c138a-cf17-41bd-903f-e90791bfca16 req-4d95f0fe-f0b9-4619-920e-5a841f0477dd tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 943 time: 0.3488493 Feb 05 23:27:43.239778 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Deleting port 42d39776-bd69-41dd-8312-1bbd664e2088 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:27:43.240164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:43.294837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-b6b46bf7-f863-4c1b-a21e-f5583eec5183 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:43.296488 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-b6b46bf7-f863-4c1b-a21e-f5583eec5183 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.89 "GET /v2.0/networks?id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 HTTP/1.1" status: 200 len: 808 time: 0.4556599 Feb 05 23:27:43.320050 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c138a-cf17-41bd-903f-e90791bfca16 req-74439231-a725-4757-ac8a-c411d072ae73 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727004 Feb 05 23:27:43.365487 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Request body: {'port': {'device_id': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4', 'admin_state_up': True, 'tenant_id': '6025a9b4ed3f4b8880a74a2901f8a2b9'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:27:43.625221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3772332-00d7-405f-931e-32305cfaf11f req-f656fe2e-cb3a-4701-a6f0-0f068a6777ff tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:43.627020 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b3772332-00d7-405f-931e-32305cfaf11f req-f656fe2e-cb3a-4701-a6f0-0f068a6777ff tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3272491 Feb 05 23:27:43.655737 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:27:43.669344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Usage tracker for resource:port and tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:27:43.673312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:27:43.687128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:27:43.719085 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b3772332-00d7-405f-931e-32305cfaf11f req-b727ef73-aac2-427c-b64d-d5d7234b0108 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846369 Feb 05 23:27:43.722599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Made reservation on behalf of 6025a9b4ed3f4b8880a74a2901f8a2b9 for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:27:43.744775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:43.918928 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] For port 42d39776-bd69-41dd-8312-1bbd664e2088, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=42d39776-bd69-41dd-8312-1bbd664e2088,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:43.919329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:43.941357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8119f52-1234-4a97-b100-ef5e10a147a5 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:27:43.975285 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce476d1b-bf26-4b8d-81f9-031b42fa731a req-4a8595b7-c057-4e53-b7a5-f2583f4d414e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 210 time: 0.1137373 Feb 05 23:27:44.065583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:44.074962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Calling delete_port for 42d39776-bd69-41dd-8312-1bbd664e2088 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:27:44.129242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Transition to ACTIVE for port object b8119f52-1234-4a97-b100-ef5e10a147a5 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:27:44.132614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:44.150349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:44.196232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74130720-4339-43de-86c9-1e0353339fef req-ff29037a-c2e9-4864-9695-b0b919625c15 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:44.197924 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-74130720-4339-43de-86c9-1e0353339fef req-ff29037a-c2e9-4864-9695-b0b919625c15 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 936 time: 0.2870927 Feb 05 23:27:44.326927 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-74130720-4339-43de-86c9-1e0353339fef req-ae0433aa-a964-43e1-98de-f3157ff8d3fa tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904031 Feb 05 23:27:44.331390 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Allocated IP 172.20.0.5 (0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4/ca1d0130-3660-4519-95ce-9e35e14b8d88/dc1e1188-de78-4922-ac7e-b3f9acd8ceaa) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:27:44.335177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Pushing event updated for resources: {'Port': ['ID=b8119f52-1234-4a97-b100-ef5e10a147a5,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:44.380999 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.381438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.381849 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.382246 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.382679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.383004 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.383394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.383789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.384298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.384539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.384919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.385308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.385777 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.386165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.386599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.387043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.387424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.387800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.388654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.388654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.389029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.389271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.389678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.390054 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:27:44.403211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:44.535372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:44.561860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b3a2b050-3833-4c8d-a992-19a5f211dd18 tempest-DeleteServersTestJSON-288298133 tempest-DeleteServersTestJSON-288298133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:44.682872 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Pushing event deleted for resources: {'Port': ['ID=42d39776-bd69-41dd-8312-1bbd664e2088,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:44.722763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:44.768395 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e08d02d3-f2cc-4b68-a0b2-bdd26ced1d42 req-858cf2ad-09ab-41d1-8358-13dbafd196c5 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=bf67c501-c8e0-4def-9743-b48360f086e7 HTTP/1.1" status: 200 len: 210 time: 0.2575567 Feb 05 23:27:44.822595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Attempting to bind port b8119f52-1234-4a97-b100-ef5e10a147a5 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:27:44.822972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Attempting to bind port b8119f52-1234-4a97-b100-ef5e10a147a5 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:27:44.823343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Attempting to bind port b8119f52-1234-4a97-b100-ef5e10a147a5 on network b1880c56-85e5-494d-9597-7f1bb79c3d73 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:27:44.836821 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:27:44.837202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Checking segment: {'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:27:44.837659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:44.838060 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Bound using segment: {'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:27:44.838549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Bound port: b8119f52-1234-4a97-b100-ef5e10a147a5, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cefc7b40-e892-4322-9550-d5871ed25755', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': 'b1880c56-85e5-494d-9597-7f1bb79c3d73'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:27:44.838926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:44.846971 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:44.880519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:44.899670 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f8d6fa55-cf30-489a-82d8-5091633e39b3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:44.936457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] No DVR routers for this DVR port 42d39776-bd69-41dd-8312-1bbd664e2088 on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:27:44.944653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:44.947475 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'name': 'network-vif-deleted', 'tag': '42d39776-bd69-41dd-8312-1bbd664e2088'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:44.979428 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-55e18d70-96df-4683-a1f2-85dfd4718eb8 req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.89 "DELETE /v2.0/ports/42d39776-bd69-41dd-8312-1bbd664e2088 HTTP/1.1" status: 204 len: 173 time: 3.3875732 Feb 05 23:27:45.008504 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] For port b8119f52-1234-4a97-b100-ef5e10a147a5, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:27:45.012906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] For port b8119f52-1234-4a97-b100-ef5e10a147a5, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8119f52-1234-4a97-b100-ef5e10a147a5,segment=NetworkSegment(cefc7b40-e892-4322-9550-d5871ed25755),segment_id=cefc7b40-e892-4322-9550-d5871ed25755)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:27:45.016595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:45.040310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-23b3e2ae-c80f-40d3-9234-5c2256afe67a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:45.071910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Pushing event updated for resources: {'Port': ['ID=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:45.087221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:45.136987 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf67c501-c8e0-4def-9743-b48360f086e7', 'name': 'network-vif-deleted', 'tag': '42d39776-bd69-41dd-8312-1bbd664e2088', 'status': 'completed', 'code': 200} Feb 05 23:27:45.234170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Pushing event updated for resources: {'Port': ['ID=b8119f52-1234-4a97-b100-ef5e10a147a5,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:45.240191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:45.288389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:45.289069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:45.290618 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] 10.222.0.89 "PUT /v2.0/ports/b8119f52-1234-4a97-b100-ef5e10a147a5 HTTP/1.1" status: 200 len: 1162 time: 2.5465372 Feb 05 23:27:45.348380 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51378c82-c30f-4925-83eb-bd148b04487d req-7ec175db-7c9c-41ee-b19a-e1ea35d3da17 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:45.350664 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-51378c82-c30f-4925-83eb-bd148b04487d req-7ec175db-7c9c-41ee-b19a-e1ea35d3da17 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.4042182 Feb 05 23:27:45.362700 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:27:45.370662 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:27:45.373351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:27:45.442132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:45.442869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:45.446195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-e51bd0f0-ddf5-4e36-81a4-09812707466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:45.448024 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-e51bd0f0-ddf5-4e36-81a4-09812707466a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=48e6109f4fad4b7881599e47cdf56991&device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 1165 time: 0.0853331 Feb 05 23:27:45.505403 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1496685 Feb 05 23:27:45.536546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Request body: {'port': {'device_id': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:27:45.554261 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-25f3434f-a043-4044-a715-7338e9664c4f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b8119f52-1234-4a97-b100-ef5e10a147a5 HTTP/1.1" status: 200 len: 217 time: 0.0872409 Feb 05 23:27:45.599794 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-51378c82-c30f-4925-83eb-bd148b04487d req-850dd3f2-e7a4-43fb-896a-c68a1a2e2c12 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395754 Feb 05 23:27:45.681625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-fdbeb2ac-2b77-4d6c-993e-1c347521c3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:45.684918 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-fdbeb2ac-2b77-4d6c-993e-1c347521c3dc service neutron] 10.222.0.89 "GET /v2.0/subnets?id=88529821-7e10-4575-b1c1-7bbe90e4cd89 HTTP/1.1" status: 200 len: 843 time: 0.1074119 Feb 05 23:27:45.798434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e0e7c-ea53-419c-946d-81584defd7b8 req-21fa4a91-dddd-478a-8054-f7de7674b6bf tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:45.799340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-2c8e0e7c-ea53-419c-946d-81584defd7b8 req-21fa4a91-dddd-478a-8054-f7de7674b6bf tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Synchronizing usage tracker for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:27:45.820620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-78858ff2-7bf4-495e-a8e1-2078fcf47380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:45.822413 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-78858ff2-7bf4-495e-a8e1-2078fcf47380 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b1880c56-85e5-494d-9597-7f1bb79c3d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1306138 Feb 05 23:27:45.824960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-2c8e0e7c-ea53-419c-946d-81584defd7b8 req-21fa4a91-dddd-478a-8054-f7de7674b6bf tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Unset dirty status for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:27:45.826286 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2c8e0e7c-ea53-419c-946d-81584defd7b8 req-21fa4a91-dddd-478a-8054-f7de7674b6bf tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 931 time: 0.6142046 Feb 05 23:27:45.880945 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:45.986527 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-3268ca78-46eb-49e1-8cca-6c5ddd2cab43 service neutron] 10.222.0.89 "GET /v2.0/networks/b1880c56-85e5-494d-9597-7f1bb79c3d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563945 Feb 05 23:27:45.992253 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2c8e0e7c-ea53-419c-946d-81584defd7b8 req-f8b493eb-9d2d-466f-a2d3-670a25b77a20 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550331 Feb 05 23:27:46.141655 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8878a95-f21e-4edb-af77-31c00fb132d2 req-37c9eb9d-87fe-43b6-854f-b982e9e8fa11 service neutron] 10.222.0.89 "GET /v2.0/networks/b1880c56-85e5-494d-9597-7f1bb79c3d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1456342 Feb 05 23:27:46.327061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cbe6a-6375-42fe-a1c4-ac5ac749761b req-fbca211d-a379-433a-9c75-5a8d5a8399b3 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:46.330651 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-615cbe6a-6375-42fe-a1c4-ac5ac749761b req-fbca211d-a379-433a-9c75-5a8d5a8399b3 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 948 time: 0.2725770 Feb 05 23:27:46.525729 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-615cbe6a-6375-42fe-a1c4-ac5ac749761b req-c153bb7c-a65b-4e57-8d3c-2afef551bfb2 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740246 Feb 05 23:27:46.698841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259774f9-da9c-4fd3-999d-0c1537a8f394 req-741e9b47-4023-4dff-8589-79035d503657 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:46.700603 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-259774f9-da9c-4fd3-999d-0c1537a8f394 req-741e9b47-4023-4dff-8589-79035d503657 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2487655 Feb 05 23:27:46.837686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1e1188-de78-4922-ac7e-b3f9acd8ceaa {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:27:46.851501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:46.887963 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-259774f9-da9c-4fd3-999d-0c1537a8f394 req-44e0975b-a5f1-48d8-8094-4c2a9d55b935 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546810 Feb 05 23:27:46.892703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Transition to ACTIVE for port object dc1e1188-de78-4922-ac7e-b3f9acd8ceaa will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:27:46.895370 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:46.917037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f12d364f-2344-4ad6-ad6a-37c0809f1ca0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:47.069802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:47.138528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'tag': 'b8119f52-1234-4a97-b100-ef5e10a147a5'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:47.157159 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8361082-9430-4c1b-a751-4521381aa9fc req-09cb55c9-6adb-45af-a083-f5d9ef9abd96 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:47.158890 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f8361082-9430-4c1b-a751-4521381aa9fc req-09cb55c9-6adb-45af-a083-f5d9ef9abd96 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3887298 Feb 05 23:27:47.163477 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:47.319951 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f8361082-9430-4c1b-a751-4521381aa9fc req-af786b24-04b0-48dc-9904-6bd460fb1802 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153481 Feb 05 23:27:47.408408 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'tag': 'b8119f52-1234-4a97-b100-ef5e10a147a5', 'status': 'completed', 'code': 200} Feb 05 23:27:47.510834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfac093-1639-4afc-ad17-01609905946b req-e5c68b5e-449b-4dec-bb96-fcb1cd614c52 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:47.512709 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1bfac093-1639-4afc-ad17-01609905946b req-e5c68b5e-449b-4dec-bb96-fcb1cd614c52 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 943 time: 0.3504546 Feb 05 23:27:47.515291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Attempting to bind port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:27:47.515664 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Attempting to bind port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:27:47.516040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Attempting to bind port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa on network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:27:47.522152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:27:47.522558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Checking segment: {'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:27:47.522955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:47.523297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Bound using segment: {'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:27:47.523779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Bound port: dc1e1188-de78-4922-ac7e-b3f9acd8ceaa, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b124a79b-a9b8-412c-95cf-ba7f2939e711', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:27:47.524157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:47.556570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-7c8aaf5c-6f08-40c1-bd76-d5dc276e5f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:47.563009 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-7c8aaf5c-6f08-40c1-bd76-d5dc276e5f3b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=48e6109f4fad4b7881599e47cdf56991&device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 1165 time: 0.0878193 Feb 05 23:27:47.648592 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1bfac093-1639-4afc-ad17-01609905946b req-08c3f1f4-d2a0-4588-8fcc-cba659bf367b tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113963 Feb 05 23:27:47.721019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-eb8c766f-6826-410a-a82d-bcc39962d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:47.722676 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-eb8c766f-6826-410a-a82d-bcc39962d536 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b1880c56-85e5-494d-9597-7f1bb79c3d73 HTTP/1.1" status: 200 len: 863 time: 0.1447666 Feb 05 23:27:47.731763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] For port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa, host hv-cinder-77428, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:27:47.743473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] For port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,segment=NetworkSegment(b124a79b-a9b8-412c-95cf-ba7f2939e711),segment_id=b124a79b-a9b8-412c-95cf-ba7f2939e711)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:27:47.747635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:47.766810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:47.805819 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-511d30ee-39cf-42c6-8924-6213b02639bd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=b8119f52-1234-4a97-b100-ef5e10a147a5 HTTP/1.1" status: 200 len: 217 time: 0.0734482 Feb 05 23:27:47.880584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-a86c5d8a-77b5-4461-b06f-cb457de2d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:47.882246 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-a86c5d8a-77b5-4461-b06f-cb457de2d3e1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=88529821-7e10-4575-b1c1-7bbe90e4cd89 HTTP/1.1" status: 200 len: 843 time: 0.0690181 Feb 05 23:27:47.975467 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-025b89b3-1df0-4252-ba32-c3d7665c625c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:47.977127 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-025b89b3-1df0-4252-ba32-c3d7665c625c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b1880c56-85e5-494d-9597-7f1bb79c3d73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0865383 Feb 05 23:27:48.036342 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:48.137973 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-4f63ced1-1533-4682-8b27-1308a6023900 service neutron] 10.222.0.89 "GET /v2.0/networks/b1880c56-85e5-494d-9597-7f1bb79c3d73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522334 Feb 05 23:27:48.268635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da23b90-b37a-4c99-a22e-7ec010cae078 req-f48ae935-d00c-42dd-904f-43a028625375 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:48.276448 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4da23b90-b37a-4c99-a22e-7ec010cae078 req-f48ae935-d00c-42dd-904f-43a028625375 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 948 time: 0.6070395 Feb 05 23:27:48.307892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:48.321342 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:48.409014 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4da23b90-b37a-4c99-a22e-7ec010cae078 req-d42c9212-7f18-47ca-9200-cc7329bf3927 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315324 Feb 05 23:27:48.513148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b83abd-0285-488c-8648-bbf07d458535 req-27e04fff-0380-499c-bb8a-0793b0896b6c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:48.514927 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35b83abd-0285-488c-8648-bbf07d458535 req-27e04fff-0380-499c-bb8a-0793b0896b6c tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.4489145 Feb 05 23:27:48.517502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 35428) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:27:48.545972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:48.546583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:48.548165 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] 10.222.0.89 "PUT /v2.0/ports/dc1e1188-de78-4922-ac7e-b3f9acd8ceaa HTTP/1.1" status: 200 len: 1157 time: 3.0181344 Feb 05 23:27:48.548710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'tag': 'dc1e1188-de78-4922-ac7e-b3f9acd8ceaa'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:48.580322 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a8099ff3-ec10-48ad-8b68-dd6e2a2e7255 req-8d4f431a-246e-463a-9ae3-16e989db6e84 service neutron] 10.222.0.89 "GET /v2.0/networks/b1880c56-85e5-494d-9597-7f1bb79c3d73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4351480 Feb 05 23:27:48.648320 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35b83abd-0285-488c-8648-bbf07d458535 req-33c0e461-91ab-4faa-a4fe-0c882df5a392 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261024 Feb 05 23:27:48.710408 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:48.714217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-fe5f65ef-47a1-45c5-a596-af3053842dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:48.716580 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-fe5f65ef-47a1-45c5-a596-af3053842dc4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6025a9b4ed3f4b8880a74a2901f8a2b9&device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 1160 time: 0.1013587 Feb 05 23:27:48.810874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b21e6-d8c6-4367-b2c0-aec770a199c3 req-3cc5a14d-12f7-49d9-b69d-e58870cb8bd6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:48.812514 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a34b21e6-d8c6-4367-b2c0-aec770a199c3 req-3cc5a14d-12f7-49d9-b69d-e58870cb8bd6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2354484 Feb 05 23:27:48.814360 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'tag': 'dc1e1188-de78-4922-ac7e-b3f9acd8ceaa', 'status': 'completed', 'code': 200} Feb 05 23:27:48.820298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:27:48.825023 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Usage tracker for resource:security_group_rule and tenant:680fce4b93684f1c8e29db8404731aaa is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:27:48.828255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:27:48.838010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:27:48.922604 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-38925fc2-ce47-46c8-b357-e71671f7de4e service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa HTTP/1.1" status: 200 len: 217 time: 0.0782425 Feb 05 23:27:49.008259 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-59ea4361-be96-49f3-8653-ab9ad6ce29c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:49.010077 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-59ea4361-be96-49f3-8653-ab9ad6ce29c1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca1d0130-3660-4519-95ce-9e35e14b8d88 HTTP/1.1" status: 200 len: 848 time: 0.0736988 Feb 05 23:27:49.048525 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a34b21e6-d8c6-4367-b2c0-aec770a199c3 req-cf527788-1c2b-4fc9-a993-347d84f3d1b2 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126875 Feb 05 23:27:49.094825 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-5951f83b-678c-4980-8cdd-ffa5b41645f8 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646865 Feb 05 23:27:49.099443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:49.111571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:49.120099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b2c9372a-db1a-4a00-bd73-dee3754953be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:49.223821 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc0113-220a-4a86-95d2-dbefaf47e48f req-60340ef5-1eba-4524-a364-c924a9921087 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:49.225584 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cfcc0113-220a-4a86-95d2-dbefaf47e48f req-60340ef5-1eba-4524-a364-c924a9921087 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 943 time: 0.3912237 Feb 05 23:27:49.298296 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-310b9cfa-158d-4a37-9c76-31820d2d96e4 service neutron] 10.222.0.89 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619508 Feb 05 23:27:49.305814 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=680fce4b93684f1c8e29db8404731aaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7868979 Feb 05 23:27:49.306920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1ae53e-3629-46c4-893f-685bd24ba5fd,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:49.310156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 35458) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:27:49.327322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:49.353827 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cfcc0113-220a-4a86-95d2-dbefaf47e48f req-6215186e-f46a-4a72-a3ff-29b92f04d267 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186097 Feb 05 23:27:49.424902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48e4a5df-ed1b-4115-9340-3634ba375129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:49.468668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48e4a5df-ed1b-4115-9340-3634ba375129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:49.482722 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-551ea3e0-a761-443c-bac0-ee2792d491b7 req-5459dd4d-8ecd-43ce-8ab1-77b8f8796336 service neutron] 10.222.0.89 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1776645 Feb 05 23:27:49.534485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48e4a5df-ed1b-4115-9340-3634ba375129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:49.541163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0c943bdb-680b-4575-abd3-ab41727eb0b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:49.559921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e4a5df-ed1b-4115-9340-3634ba375129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1ae53e-3629-46c4-893f-685bd24ba5fd,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:49.562887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48e4a5df-ed1b-4115-9340-3634ba375129 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:49.563970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48e4a5df-ed1b-4115-9340-3634ba375129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:49.568694 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-48e4a5df-ed1b-4115-9340-3634ba375129 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9b1ae53e-3629-46c4-893f-685bd24ba5fd HTTP/1.1" status: 204 len: 168 time: 0.2510464 Feb 05 23:27:49.685869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db859df-f113-492e-819e-040ca8cee458 req-ac1027ea-2f93-4d8d-8fba-33d28a527a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:49.687847 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6db859df-f113-492e-819e-040ca8cee458 req-ac1027ea-2f93-4d8d-8fba-33d28a527a35 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6025a9b4ed3f4b8880a74a2901f8a2b9&device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 1160 time: 0.0951164 Feb 05 23:27:49.837874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78168b6f-cf14-4686-a351-22d049c00e4c req-aa0fb1e1-d1c4-4106-85d8-3a9c718274f2 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:49.848230 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-78168b6f-cf14-4686-a351-22d049c00e4c req-aa0fb1e1-d1c4-4106-85d8-3a9c718274f2 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 948 time: 0.2534640 Feb 05 23:27:49.907933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db859df-f113-492e-819e-040ca8cee458 req-cb21674d-063c-42ea-a61d-e0bbfb683441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:49.909594 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6db859df-f113-492e-819e-040ca8cee458 req-cb21674d-063c-42ea-a61d-e0bbfb683441 service neutron] 10.222.0.89 "GET /v2.0/networks?id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 HTTP/1.1" status: 200 len: 902 time: 0.2020266 Feb 05 23:27:49.982057 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-78168b6f-cf14-4686-a351-22d049c00e4c req-3d99e038-b79f-49be-ad2c-53e31805debc tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326492 Feb 05 23:27:50.009148 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6db859df-f113-492e-819e-040ca8cee458 req-810f91b9-5930-4c30-b8b9-d00cd7130e1a service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa HTTP/1.1" status: 200 len: 217 time: 0.0835629 Feb 05 23:27:50.090842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db859df-f113-492e-819e-040ca8cee458 req-ac8faad9-3ad5-4c8d-85a1-cb4632ea214c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:50.092369 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6db859df-f113-492e-819e-040ca8cee458 req-ac8faad9-3ad5-4c8d-85a1-cb4632ea214c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=ca1d0130-3660-4519-95ce-9e35e14b8d88 HTTP/1.1" status: 200 len: 848 time: 0.0760221 Feb 05 23:27:50.096368 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7d5b0-dcb4-4ef2-9652-c6d9585e7f55 req-3add387f-18c8-4a6f-acf6-1eb2744b49b9 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:50.104109 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d0e7d5b0-dcb4-4ef2-9652-c6d9585e7f55 req-3add387f-18c8-4a6f-acf6-1eb2744b49b9 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.2527766 Feb 05 23:27:50.183318 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d0e7d5b0-dcb4-4ef2-9652-c6d9585e7f55 req-e44d1449-0b9d-4fcb-be3f-713dc4d1d81a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780177 Feb 05 23:27:50.190911 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6db859df-f113-492e-819e-040ca8cee458 req-4d893534-dc57-49d7-9199-8a6cf6edb4a0 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830841 Feb 05 23:27:50.375855 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6db859df-f113-492e-819e-040ca8cee458 req-6d481755-73ac-451e-bd1f-594b61eb4c9a service neutron] 10.222.0.89 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734271 Feb 05 23:27:50.440918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad22ee-ad6d-49d7-ba17-0e520830884f req-bb5d257f-21b1-49fe-9b8c-d4c934cb7868 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:50.451544 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0ad22ee-ad6d-49d7-ba17-0e520830884f req-bb5d257f-21b1-49fe-9b8c-d4c934cb7868 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2128294 Feb 05 23:27:50.564679 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0ad22ee-ad6d-49d7-ba17-0e520830884f req-2cb900e5-4a61-48ef-9a61-85829138cef6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125200 Feb 05 23:27:50.671935 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6db859df-f113-492e-819e-040ca8cee458 req-8988f2fe-75a2-487f-83da-69c6f8fef11d service neutron] 10.222.0.89 "GET /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2872272 Feb 05 23:27:50.899225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234f5ca-181a-45b6-9702-71d0933336db req-bbd3d995-fd32-4a44-9078-8900597c4298 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:50.900866 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6234f5ca-181a-45b6-9702-71d0933336db req-bbd3d995-fd32-4a44-9078-8900597c4298 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 943 time: 0.2218945 Feb 05 23:27:50.985615 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6234f5ca-181a-45b6-9702-71d0933336db req-062a4e25-1594-4e44-b04f-812bc32c5088 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769696 Feb 05 23:27:51.360442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feadb1b-5ead-40dd-9649-88c9aca9870b req-6a76ee27-3dfc-49fb-942e-fd5243df9192 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:51.370110 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9feadb1b-5ead-40dd-9649-88c9aca9870b req-6a76ee27-3dfc-49fb-942e-fd5243df9192 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 948 time: 0.2234669 Feb 05 23:27:51.525923 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9feadb1b-5ead-40dd-9649-88c9aca9870b req-dce7d381-7263-42d0-a897-0d41b8e70fd2 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547711 Feb 05 23:27:51.666751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a40dc1-8965-4967-8219-f6d64e0ea6c2 req-eb08e17f-99cf-4018-aeac-35590266b78e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:51.675783 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-18a40dc1-8965-4967-8219-f6d64e0ea6c2 req-eb08e17f-99cf-4018-aeac-35590266b78e tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.3033147 Feb 05 23:27:51.769973 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-18a40dc1-8965-4967-8219-f6d64e0ea6c2 req-c9241924-96fc-4073-8c74-3a07f53077ae tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930934 Feb 05 23:27:51.978053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14245c0-975f-4195-a418-cbc0a766a819 req-741e4761-6bbd-490c-82bc-d12c78492b14 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:51.982998 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c14245c0-975f-4195-a418-cbc0a766a819 req-741e4761-6bbd-490c-82bc-d12c78492b14 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1874132 Feb 05 23:27:52.054194 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c14245c0-975f-4195-a418-cbc0a766a819 req-0fa37425-06cb-4264-a263-a489a9ead9fb tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646691 Feb 05 23:27:52.326644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network b1880c56-85e5-494d-9597-7f1bb79c3d73 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:27:52.346377 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd12b2-28ea-42e9-b332-c0136a567da2 req-a2ade87d-9704-4d86-9a61-f239c18d0778 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:52.354838 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-27dd12b2-28ea-42e9-b332-c0136a567da2 req-a2ade87d-9704-4d86-9a61-f239c18d0778 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 943 time: 0.1945984 Feb 05 23:27:52.421813 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-27dd12b2-28ea-42e9-b332-c0136a567da2 req-68385585-7a17-47a1-b0ed-d2c9022e0c7c tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652757 Feb 05 23:27:52.856804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5e7c3-62d0-461d-a924-b30c99d438e0 req-0c4e5a4e-7d8e-40f5-88b6-1f514329c248 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:52.864844 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0ac5e7c3-62d0-461d-a924-b30c99d438e0 req-0c4e5a4e-7d8e-40f5-88b6-1f514329c248 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 948 time: 0.1863105 Feb 05 23:27:52.914116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-bccfda8a-5ed0-43c1-97f6-07c8f1be2e6f None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:27:52.944202 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0ac5e7c3-62d0-461d-a924-b30c99d438e0 req-1c3914b4-ce75-42c7-a9fe-42fd12e89b4f tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781462 Feb 05 23:27:53.157264 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39583-3401-4e62-a777-44a7ed924296 req-008ae96d-43e5-4e0e-94e6-1f4e2bf514fc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:53.165156 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4bc39583-3401-4e62-a777-44a7ed924296 req-008ae96d-43e5-4e0e-94e6-1f4e2bf514fc tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.1902583 Feb 05 23:27:53.241906 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4bc39583-3401-4e62-a777-44a7ed924296 req-c2838323-602d-4125-b120-31c1a27d2e9d tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756516 Feb 05 23:27:53.415743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191da38-06ce-4873-86b0-09125efd1819 req-d2345b62-0d89-48c9-9ef4-d2982324a145 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:53.417612 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9191da38-06ce-4873-86b0-09125efd1819 req-d2345b62-0d89-48c9-9ef4-d2982324a145 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1745772 Feb 05 23:27:53.513340 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9191da38-06ce-4873-86b0-09125efd1819 req-d9bf7579-66bf-4852-887a-d9fb2fd5ec85 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875921 Feb 05 23:27:53.831937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b7901-3f18-4bee-93db-4583fe8e445a req-392fdeb6-13a1-4f6c-9c5b-d944318f1bed tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:53.833685 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2e9b7901-3f18-4bee-93db-4583fe8e445a req-392fdeb6-13a1-4f6c-9c5b-d944318f1bed tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 943 time: 0.1992016 Feb 05 23:27:53.901124 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2e9b7901-3f18-4bee-93db-4583fe8e445a req-e3da530e-5301-4a61-bb0f-5646c92aacf3 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607841 Feb 05 23:27:53.934501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b8119f52-1234-4a97-b100-ef5e10a147a5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:54.017918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port b8119f52-1234-4a97-b100-ef5e10a147a5 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:27:54.023957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b8119f52-1234-4a97-b100-ef5e10a147a5 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:54.024386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:54.181156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:54.210974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8119f52-1234-4a97-b100-ef5e10a147a5'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:54.222542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port b8119f52-1234-4a97-b100-ef5e10a147a5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8119f52-1234-4a97-b100-ef5e10a147a5,segment=NetworkSegment(cefc7b40-e892-4322-9550-d5871ed25755),segment_id=cefc7b40-e892-4322-9550-d5871ed25755)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:54.227155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:54.229105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:54.311197 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8119f52-1234-4a97-b100-ef5e10a147a5', 'code': 200} Feb 05 23:27:54.311813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=b8119f52-1234-4a97-b100-ef5e10a147a5,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:54.315150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:54.338636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81caf4b4-1ad7-4d9b-b862-9d7495068e63 req-a1bc985d-bc5e-49c2-9e90-7da04ee6d662 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:54.343003 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-81caf4b4-1ad7-4d9b-b862-9d7495068e63 req-a1bc985d-bc5e-49c2-9e90-7da04ee6d662 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 948 time: 0.2415242 Feb 05 23:27:54.423743 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-81caf4b4-1ad7-4d9b-b862-9d7495068e63 req-83390076-f488-47eb-832c-b182d5b26d80 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755668 Feb 05 23:27:54.744776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-85856041-7401-4bd3-8cf5-5283e6944c96 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:54.746462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-85856041-7401-4bd3-8cf5-5283e6944c96 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Synchronizing usage tracker for tenant:18f27de30b2346e1a782545ed63743ac on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:27:54.759735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c93bd2-5b53-4db4-8df7-a95dcfb7c5b7 req-efd01d59-61aa-4b19-96b2-195c63f3eeb1 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:54.762806 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c4c93bd2-5b53-4db4-8df7-a95dcfb7c5b7 req-efd01d59-61aa-4b19-96b2-195c63f3eeb1 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.3627431 Feb 05 23:27:54.765301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-85856041-7401-4bd3-8cf5-5283e6944c96 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Unset dirty status for tenant:18f27de30b2346e1a782545ed63743ac on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:27:54.766776 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-85856041-7401-4bd3-8cf5-5283e6944c96 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.89 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 945 time: 0.3079643 Feb 05 23:27:54.888345 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Deleting port aae20fc9-dbdb-405f-a591-26b942059e6c {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:27:54.889103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:54.950436 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c4c93bd2-5b53-4db4-8df7-a95dcfb7c5b7 req-26eadb83-c309-40c4-bf87-6efb7a28672a tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/security-groups?id=ee0f006b-3244-4755-a3af-8c089848ed38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182411 Feb 05 23:27:54.970884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb59c3f-db71-4e92-aaf1-2c3d00d22d15 req-20e1fdf6-9eb6-4302-8979-c0c3fa2c93c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:54.972514 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8fb59c3f-db71-4e92-aaf1-2c3d00d22d15 req-20e1fdf6-9eb6-4302-8979-c0c3fa2c93c5 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 1167 time: 0.3632510 Feb 05 23:27:55.123769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1190a6a7-d0a1-44fa-ba27-8321712fd1a7 req-9957a581-6b3f-4529-a93b-87c44582a2fa tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:55.125506 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1190a6a7-d0a1-44fa-ba27-8321712fd1a7 req-9957a581-6b3f-4529-a93b-87c44582a2fa tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3603780 Feb 05 23:27:55.243612 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-8fb59c3f-db71-4e92-aaf1-2c3d00d22d15 req-aaac09ca-d8ec-4f0b-a89f-150e4c4364cb service neutron] Synchronizing usage tracker for tenant:b34c488e49ad4e6591cc927b620a1cc1 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:27:55.306515 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1190a6a7-d0a1-44fa-ba27-8321712fd1a7 req-9b654ee1-f7ec-44cd-831f-077e1ca33681 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233652 Feb 05 23:27:55.309228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-8fb59c3f-db71-4e92-aaf1-2c3d00d22d15 req-aaac09ca-d8ec-4f0b-a89f-150e4c4364cb service neutron] Unset dirty status for tenant:b34c488e49ad4e6591cc927b620a1cc1 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:27:55.310386 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8fb59c3f-db71-4e92-aaf1-2c3d00d22d15 req-aaac09ca-d8ec-4f0b-a89f-150e4c4364cb service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271618 Feb 05 23:27:55.354387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] For port aae20fc9-dbdb-405f-a591-26b942059e6c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=aae20fc9-dbdb-405f-a591-26b942059e6c,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:55.354782 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:55.468613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575b10a-33b3-4472-9d51-3eb69d5cc5c5 req-e3c3f564-188d-4f25-82fe-ae367689f0c0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:55.470628 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1575b10a-33b3-4472-9d51-3eb69d5cc5c5 req-e3c3f564-188d-4f25-82fe-ae367689f0c0 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 943 time: 0.3434889 Feb 05 23:27:55.547033 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1575b10a-33b3-4472-9d51-3eb69d5cc5c5 req-52c75fda-a9fd-4073-b09a-f4b732278d0c tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671031 Feb 05 23:27:55.553561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b8119f52-1234-4a97-b100-ef5e10a147a5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:55.571811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Calling delete_port for aae20fc9-dbdb-405f-a591-26b942059e6c owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:27:55.652298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b8119f52-1234-4a97-b100-ef5e10a147a5 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:55.653306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:55.829610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device dc1e1188-de78-4922-ac7e-b3f9acd8ceaa up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:55.865574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:55.975334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:27:55.981959 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1357d3-1a92-423e-bf50-13b3d462a33f req-405bf9f1-4c06-49f5-99f0-ef1f0f0b8c3d tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:55.988940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:55.989678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:55.990641 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7d1357d3-1a92-423e-bf50-13b3d462a33f req-405bf9f1-4c06-49f5-99f0-ef1f0f0b8c3d tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 950 time: 0.2531002 Feb 05 23:27:56.013809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:56.074767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Pushing event deleted for resources: {'Port': ['ID=aae20fc9-dbdb-405f-a591-26b942059e6c,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:56.077980 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7d1357d3-1a92-423e-bf50-13b3d462a33f req-121a62dc-a337-4744-993d-0c1e531e3a53 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857747 Feb 05 23:27:56.078208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:56.132819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] No DVR routers for this DVR port aae20fc9-dbdb-405f-a591-26b942059e6c on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:27:56.135026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:56.140960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f2115dd-ca96-474a-8b24-06721e608a29', 'name': 'network-vif-deleted', 'tag': 'aae20fc9-dbdb-405f-a591-26b942059e6c'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:56.158619 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-eba6c46e-4660-4821-bc2c-316ec4b2def7 req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.89 "DELETE /v2.0/ports/aae20fc9-dbdb-405f-a591-26b942059e6c HTTP/1.1" status: 204 len: 173 time: 1.3843844 Feb 05 23:27:56.258744 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f2115dd-ca96-474a-8b24-06721e608a29', 'name': 'network-vif-deleted', 'tag': 'aae20fc9-dbdb-405f-a591-26b942059e6c', 'status': 'completed', 'code': 200} Feb 05 23:27:56.398573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:56.442248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,segment=NetworkSegment(b124a79b-a9b8-412c-95cf-ba7f2939e711),segment_id=b124a79b-a9b8-412c-95cf-ba7f2939e711)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:56.458127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1e1188-de78-4922-ac7e-b3f9acd8ceaa'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:27:56.466300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:56.473843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:27:56.566291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device aae20fc9-dbdb-405f-a591-26b942059e6c no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:27:56.624211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] No Port match for: aae20fc9-dbdb-405f-a591-26b942059e6c {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:27:56.625027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device aae20fc9-dbdb-405f-a591-26b942059e6c not bound to the agent host hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:27:56.671459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:27:56.679041 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b0a316eb-85d1-4d7b-a511-76430fcf5335 req-e4d30ba8-2bab-4ffe-929e-614b01a018db tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] 10.222.0.64 "GET /v2.0/ports?device_id=6f2115dd-ca96-474a-8b24-06721e608a29 HTTP/1.1" status: 200 len: 210 time: 0.4144382 Feb 05 23:27:56.685357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:27:56.776026 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1e1188-de78-4922-ac7e-b3f9acd8ceaa', 'code': 200} Feb 05 23:27:56.898454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f387ec-b351-450d-806d-17c0d5a9af1d req-49937a19-a088-436f-a631-021cfe16bc7f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:56.909170 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-29f387ec-b351-450d-806d-17c0d5a9af1d req-49937a19-a088-436f-a631-021cfe16bc7f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2281375 Feb 05 23:27:57.063080 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-29f387ec-b351-450d-806d-17c0d5a9af1d req-4985bbdc-7b91-47e4-8adb-945c95fa761b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527748 Feb 05 23:27:57.273101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28658ef2-dee8-423c-989b-eeee52e7c215 req-c993e9c9-bf96-4b70-9498-59e2039a96aa tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:57.279682 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28658ef2-dee8-423c-989b-eeee52e7c215 req-c993e9c9-bf96-4b70-9498-59e2039a96aa tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 945 time: 0.3311999 Feb 05 23:27:57.334369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244593d6-6b3e-4fba-aac1-e0644cf2faa5 req-c3ae0323-d8c8-47fc-b468-fe97eabaa32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:57.341227 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-244593d6-6b3e-4fba-aac1-e0644cf2faa5 req-c3ae0323-d8c8-47fc-b468-fe97eabaa32a service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 1162 time: 0.1967752 Feb 05 23:27:57.364811 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28658ef2-dee8-423c-989b-eeee52e7c215 req-352ba62b-1fe5-44a1-8728-e0b3bcbc1070 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743084 Feb 05 23:27:57.400137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b8119f52-1234-4a97-b100-ef5e10a147a5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:57.455309 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-244593d6-6b3e-4fba-aac1-e0644cf2faa5 req-2199189b-ac61-4a02-a227-44bf83371725 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057336 Feb 05 23:27:57.616279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a721f30c-f8e2-407a-ac9f-e74d849f1054 req-0168ce47-f7ef-4a2d-894f-bb005a06eb07 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:57.629908 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a721f30c-f8e2-407a-ac9f-e74d849f1054 req-0168ce47-f7ef-4a2d-894f-bb005a06eb07 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 950 time: 0.2947884 Feb 05 23:27:57.642825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b8119f52-1234-4a97-b100-ef5e10a147a5 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:57.643260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:57.737993 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a721f30c-f8e2-407a-ac9f-e74d849f1054 req-81ce21e7-346e-4b34-a738-33126a058340 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968900 Feb 05 23:27:57.818327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device dc1e1188-de78-4922-ac7e-b3f9acd8ceaa up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:57.865961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 35564) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:27:57.948399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:57.948889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:58.391262 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bffa6f1-6d48-436f-93d7-1e42647e7eea req-148e709f-9a8a-47a9-83d3-125a755d76d7 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:58.400932 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5bffa6f1-6d48-436f-93d7-1e42647e7eea req-148e709f-9a8a-47a9-83d3-125a755d76d7 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.2145488 Feb 05 23:27:58.579458 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5bffa6f1-6d48-436f-93d7-1e42647e7eea req-dcc8627f-0a2e-400b-8958-f1d0225736cb tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769867 Feb 05 23:27:58.694617 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694fe9f0-6e43-42c6-b13d-19e1a1953f32 req-58f529e8-2f4a-4b6a-a33b-8e1b87842452 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:58.696429 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-694fe9f0-6e43-42c6-b13d-19e1a1953f32 req-58f529e8-2f4a-4b6a-a33b-8e1b87842452 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2689066 Feb 05 23:27:58.731580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673462'] for router_interface, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:58.781657 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-694fe9f0-6e43-42c6-b13d-19e1a1953f32 req-fb78d9e7-033a-49e5-b4d9-93b7cb00766d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748768 Feb 05 23:27:59.107761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f6237-0aa2-4493-866a-8fa568f4f50b req-141bab50-166a-4858-99f3-6cd014d0aad6 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:59.115972 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f06f6237-0aa2-4493-866a-8fa568f4f50b req-141bab50-166a-4858-99f3-6cd014d0aad6 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 950 time: 0.2962120 Feb 05 23:27:59.217945 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Deleting port a627bd20-d23a-420c-9e8d-e7094d2d700e {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:27:59.218331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:59.253349 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f06f6237-0aa2-4493-866a-8fa568f4f50b req-104692c0-ffc7-4d6c-93ed-8c8192e33ed7 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351750 Feb 05 23:27:59.375317 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab83b2f-4c4e-44e9-89a2-b082db6f0835 req-fada6b96-a5e9-4f92-9db2-2cb7157f0d4b tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:27:59.383672 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ab83b2f-4c4e-44e9-89a2-b082db6f0835 req-fada6b96-a5e9-4f92-9db2-2cb7157f0d4b tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 945 time: 0.2652564 Feb 05 23:27:59.431355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b8119f52-1234-4a97-b100-ef5e10a147a5 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:59.508505 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ab83b2f-4c4e-44e9-89a2-b082db6f0835 req-dc162bab-0ffe-4087-b0cb-8a30f0168f29 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235647 Feb 05 23:27:59.588685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b8119f52-1234-4a97-b100-ef5e10a147a5 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:59.589302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:59.772485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] For port a627bd20-d23a-420c-9e8d-e7094d2d700e, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=a627bd20-d23a-420c-9e8d-e7094d2d700e,segment=NetworkSegment(ecffa383-90d0-49a6-b535-5f9ca8d79a8f),segment_id=ecffa383-90d0-49a6-b535-5f9ca8d79a8f)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:27:59.773186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:27:59.877784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device dc1e1188-de78-4922-ac7e-b3f9acd8ceaa up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:27:59.963247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Calling delete_port for a627bd20-d23a-420c-9e8d-e7094d2d700e owned by network:router_interface {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:27:59.983182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:27:59.983622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:00.165802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e26ed6-5898-4646-94f8-9782257521e8 req-9661aa33-47e2-46c1-98bc-cd43f4e8bfbb tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:00.176031 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d1e26ed6-5898-4646-94f8-9782257521e8 req-9661aa33-47e2-46c1-98bc-cd43f4e8bfbb tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.3310223 Feb 05 23:28:00.323560 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d1e26ed6-5898-4646-94f8-9782257521e8 req-e0795d04-d797-4791-b6ca-e5daa8a56676 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464477 Feb 05 23:28:00.394523 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:00.413869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d1ef0390-3331-4b1f-a9ef-302fb3fb7d97 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:00.566904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f52449f-69fe-42d4-bbb8-63056e14a8ca req-847a275f-8447-421d-a2ae-01094b6660dd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:00.570449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Pushing event deleted for resources: {'Port': ['ID=a627bd20-d23a-420c-9e8d-e7094d2d700e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:00.575759 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8f52449f-69fe-42d4-bbb8-63056e14a8ca req-847a275f-8447-421d-a2ae-01094b6660dd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3955290 Feb 05 23:28:00.575942 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:00.713914 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8f52449f-69fe-42d4-bbb8-63056e14a8ca req-51232fa5-4c87-4cbd-8d90-546bf60cc38b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375260 Feb 05 23:28:00.857456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8aa6d8-8974-4a17-bfff-58d25dc8d254 req-2f06de5a-9b2b-4c81-85f9-aa73e46711a8 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:00.861371 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a8aa6d8-8974-4a17-bfff-58d25dc8d254 req-2f06de5a-9b2b-4c81-85f9-aa73e46711a8 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 950 time: 0.2832279 Feb 05 23:28:00.937148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-836e5ca2-ec9c-4e17-b887-bbc806983f32 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:00.938172 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-836e5ca2-ec9c-4e17-b887-bbc806983f32 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Synchronizing usage tracker for tenant:48e6109f4fad4b7881599e47cdf56991 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:28:00.942275 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a8aa6d8-8974-4a17-bfff-58d25dc8d254 req-7e7cdd3a-218c-49df-8dbf-5ac26c45e26e tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738268 Feb 05 23:28:01.130786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-836e5ca2-ec9c-4e17-b887-bbc806983f32 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Unset dirty status for tenant:48e6109f4fad4b7881599e47cdf56991 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:28:01.131977 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-836e5ca2-ec9c-4e17-b887-bbc806983f32 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.89 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 950 time: 0.4943743 Feb 05 23:28:01.154868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5380b-1ce8-41c3-8e77-2173f383da64 req-1ca4781f-700a-49cd-98fe-918750d34a5e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:01.164388 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-59a5380b-1ce8-41c3-8e77-2173f383da64 req-1ca4781f-700a-49cd-98fe-918750d34a5e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 945 time: 0.2212777 Feb 05 23:28:01.208035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device dc1e1188-de78-4922-ac7e-b3f9acd8ceaa up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:01.242979 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-59a5380b-1ce8-41c3-8e77-2173f383da64 req-bf250b43-54f6-426f-8936-7506790b6e8d tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771220 Feb 05 23:28:01.269099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Deleting port b8119f52-1234-4a97-b100-ef5e10a147a5 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:28:01.269568 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:01.367234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673157'] for router_interface, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:01.370052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:01.372283 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:01.614208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b8119f52-1234-4a97-b100-ef5e10a147a5 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:28:01.707156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bffeb-6687-4058-af07-1e62abfc4f50 req-b22cbb2e-b9b1-4d66-a12e-5e0b14a9b343 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:01.708871 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d05bffeb-6687-4058-af07-1e62abfc4f50 req-b22cbb2e-b9b1-4d66-a12e-5e0b14a9b343 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.1956666 Feb 05 23:28:01.830186 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d05bffeb-6687-4058-af07-1e62abfc4f50 req-26fa6191-47e7-4d9b-a8e3-1fb21c6d7ded tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018984 Feb 05 23:28:02.003980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:02.119981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port b8119f52-1234-4a97-b100-ef5e10a147a5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8119f52-1234-4a97-b100-ef5e10a147a5,segment=NetworkSegment(cefc7b40-e892-4322-9550-d5871ed25755),segment_id=cefc7b40-e892-4322-9550-d5871ed25755)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:02.124137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8119f52-1234-4a97-b100-ef5e10a147a5'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:02.136780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:02.141224 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:02.165592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30563318-c368-489c-8665-471944fdcb82 req-a313c5bf-e8fd-4650-b8cb-4d51db224188 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:02.168643 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-30563318-c368-489c-8665-471944fdcb82 req-a313c5bf-e8fd-4650-b8cb-4d51db224188 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2460551 Feb 05 23:28:02.313002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=b8119f52-1234-4a97-b100-ef5e10a147a5,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:02.316328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:02.330221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] For port b8119f52-1234-4a97-b100-ef5e10a147a5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8119f52-1234-4a97-b100-ef5e10a147a5,segment=NetworkSegment(cefc7b40-e892-4322-9550-d5871ed25755),segment_id=cefc7b40-e892-4322-9550-d5871ed25755)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:02.330635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:02.389871 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-30563318-c368-489c-8665-471944fdcb82 req-cab47ae6-f2bb-4e1d-920c-c80d5d4c7b35 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141869 Feb 05 23:28:02.495293 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8119f52-1234-4a97-b100-ef5e10a147a5', 'code': 200} Feb 05 23:28:02.577960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Calling delete_port for b8119f52-1234-4a97-b100-ef5e10a147a5 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:28:02.587015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb08018-e889-4812-b258-a5197bb6aee1 req-844ffbf9-4ecf-4c20-84a7-4927d53c5cab tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:02.588862 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-aeb08018-e889-4812-b258-a5197bb6aee1 req-844ffbf9-4ecf-4c20-84a7-4927d53c5cab tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 948 time: 0.3064380 Feb 05 23:28:02.699628 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-aeb08018-e889-4812-b258-a5197bb6aee1 req-a653683d-03ec-4238-bde9-5a9962a9dd96 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021054 Feb 05 23:28:02.967415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:28:03.146689 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80148) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:28:03.146979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:28:03.218489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:28:03.229561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] Sync routers for ids ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:28:03.242877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] Routers {'5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:28:03.243922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:27:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:03.260451 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] 10.222.0.64 "PUT /v2.0/routers/5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3928401 Feb 05 23:28:03.263121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 35618) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:03.343268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec35e97-6fd8-448d-81ec-25ba190e480a req-bb053148-ae66-471f-b106-adf908eec926 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:03.351515 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ec35e97-6fd8-448d-81ec-25ba190e480a req-bb053148-ae66-471f-b106-adf908eec926 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.2772081 Feb 05 23:28:03.481603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] Set router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:28:03.518196 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:03.545110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a016a8-9884-44c4-b067-c483b03913e1 req-807421f5-3c3e-4fc1-b36f-8e730abf36ff tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:03.546831 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-22a016a8-9884-44c4-b067-c483b03913e1 req-807421f5-3c3e-4fc1-b36f-8e730abf36ff tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 945 time: 0.4137549 Feb 05 23:28:03.593650 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ec35e97-6fd8-448d-81ec-25ba190e480a req-39bd26ba-9b7b-4022-8aa9-a8b7557bfdce tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410395 Feb 05 23:28:03.730567 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-22a016a8-9884-44c4-b067-c483b03913e1 req-d3881b72-4f12-48c8-b593-b169b2f1d981 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350186 Feb 05 23:28:03.783768 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Deleting port b8119f52-1234-4a97-b100-ef5e10a147a5 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:28:03.784149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:04.047893 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:04.105655 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Deleting port e7c02c48-1848-4384-b2b5-13e0a46e8661 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:28:04.106038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:04.128085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:28:00Z', 'revision_number': 5, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:04.132307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] Checking router: 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:28:04.134770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77f7e23-f529-4ff1-820a-5e3a0957db59 req-2da1f470-c384-47e3-8bef-b6c1040c2fff tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:04.142848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] Routers {'5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:28:04.143528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:27:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:04.143665 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c77f7e23-f529-4ff1-820a-5e3a0957db59 req-2da1f470-c384-47e3-8bef-b6c1040c2fff tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3229144 Feb 05 23:28:04.325057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f378cf-dfe1-497d-97b8-3087c5800cb9 req-de6d314d-222a-4936-8c6e-8383501209c0 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:04.326977 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a0f378cf-dfe1-497d-97b8-3087c5800cb9 req-de6d314d-222a-4936-8c6e-8383501209c0 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 948 time: 0.4134014 Feb 05 23:28:04.329921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] For port b8119f52-1234-4a97-b100-ef5e10a147a5, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b8119f52-1234-4a97-b100-ef5e10a147a5,segment=NetworkSegment(cefc7b40-e892-4322-9550-d5871ed25755),segment_id=cefc7b40-e892-4322-9550-d5871ed25755)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:04.330622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:04.352436 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c77f7e23-f529-4ff1-820a-5e3a0957db59 req-19b24dbe-dcdb-4abd-818d-6f6ce04dc3ea tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2074733 Feb 05 23:28:04.425067 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] Set router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:28:04.427908 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a0f378cf-dfe1-497d-97b8-3087c5800cb9 req-3d5eb337-2143-4fae-9c6e-25cef87e3556 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/security-groups?id=1c65def5-c1c7-4d7a-987b-eb11ef721e5d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744622 Feb 05 23:28:04.515519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Calling delete_port for b8119f52-1234-4a97-b100-ef5e10a147a5 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:28:04.623067 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] For port e7c02c48-1848-4384-b2b5-13e0a46e8661, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=e7c02c48-1848-4384-b2b5-13e0a46e8661,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:04.623743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:04.661101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527314f-5c92-4069-a885-f7812b1de545 req-af852400-ce14-4920-af21-2c630609cb87 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:04.663113 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6527314f-5c92-4069-a885-f7812b1de545 req-af852400-ce14-4920-af21-2c630609cb87 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.89 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.2340178 Feb 05 23:28:04.767802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Deleting port a89f5832-d16a-437a-af1b-4f51d62079f4 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:28:04.768293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:04.786792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Calling delete_port for e7c02c48-1848-4384-b2b5-13e0a46e8661 owned by network:router_gateway {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:28:04.853686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:28:00Z', 'revision_number': 5, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:04.858701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aca6994-2014-46cd-a42a-7d152cfb5445 None None] The sync data for ids ['5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4'] in dv-cinder-774288-3-smb is: [{'id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'name': 'tempest-ServerRescueNegativeTestJSON-1219483882-router', 'tenant_id': '18f27de30b2346e1a782545ed63743ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:35Z', 'updated_at': '2021-02-05T23:28:00Z', 'revision_number': 5, 'project_id': '18f27de30b2346e1a782545ed63743ac', 'gw_port': {'id': 'e7c02c48-1848-4384-b2b5-13e0a46e8661', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:58:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:38Z', 'updated_at': '2021-02-05T23:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:28:04.941147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device dc1e1188-de78-4922-ac7e-b3f9acd8ceaa no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:28:05.002600 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:05.048460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:05.077540 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:05.108108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1e1188-de78-4922-ac7e-b3f9acd8ceaa'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:05.117852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Pushing event deleted for resources: {'Port': ['ID=b8119f52-1234-4a97-b100-ef5e10a147a5,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:05.118990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,segment=NetworkSegment(b124a79b-a9b8-412c-95cf-ba7f2939e711),segment_id=b124a79b-a9b8-412c-95cf-ba7f2939e711)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:05.123373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:05.124206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device a89f5832-d16a-437a-af1b-4f51d62079f4 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:28:05.159138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:05.176627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:05.199286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b573d6a5-b218-4ced-9d05-0682b51b4cfa req-36ff28b4-8c79-4d5a-9a99-c1a9a6a67079 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:05.201195 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b573d6a5-b218-4ced-9d05-0682b51b4cfa req-36ff28b4-8c79-4d5a-9a99-c1a9a6a67079 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 946 time: 0.4586318 Feb 05 23:28:05.278160 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-f9d51308-a552-4581-9302-7292022859a5 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:05.278804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-f9d51308-a552-4581-9302-7292022859a5 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Synchronizing usage tracker for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:28:05.303020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:05.313045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:05.314295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:05.316025 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b573d6a5-b218-4ced-9d05-0682b51b4cfa req-6b9a50e7-e14a-40f0-93bd-e95851df98ae tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016748 Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.plugins.ml2.ovo_rpc [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: result = function(*args, **kwargs) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: proto.__init__(conn_state, self) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: self.handle() Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: self.handle_one_request() Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: self.handle_one_response() Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: result = self.application(self.environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return app(environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self.application) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self.application) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self.application) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self.application) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return request.get_response(self.application) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self._app) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return resp(environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return resp(environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: response = self.app(environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return resp(environ, start_response) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:28:05.320871 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: result = method(request=request, **args) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return self._delete(request, id, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return f(*args, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return f(*args, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return f(*dup_args, **dup_kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: obj_deleter(request.context, id, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return method(*args, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return f(*args, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return f(*args, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return f(*dup_args, **dup_kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: self._delete_current_gw_port(context, id, router, None) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: admin_ctx, gw_port_id, l3_port_check=False) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, context, *args, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return method(*args, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: context, port, router_ids, bound_mech_contexts) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: return function(*args, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: callback(resource, event, trigger, **kwargs) Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: if self._is_session_semantic_violated(context, resource, event): Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: stack = traceback.extract_stack() Feb 05 23:28:05.330238 dv-cinder-774288-3-smb neutron-server[80035]: Feb 05 23:28:05.370486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:05.396443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-f9d51308-a552-4581-9302-7292022859a5 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Unset dirty status for tenant:6025a9b4ed3f4b8880a74a2901f8a2b9 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:28:05.397735 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-f9d51308-a552-4581-9302-7292022859a5 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.89 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 945 time: 0.5324094 Feb 05 23:28:05.429918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc71fa7-86a7-47d1-913d-9cb08f6dcd6c req-6de56aa7-f004-465a-9e7f-ccdfa6deb561 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:05.436816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port a89f5832-d16a-437a-af1b-4f51d62079f4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a89f5832-d16a-437a-af1b-4f51d62079f4,segment=NetworkSegment(06268df0-178c-40d0-a7c3-cfcff7aa3e23),segment_id=06268df0-178c-40d0-a7c3-cfcff7aa3e23)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:05.438681 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6cc71fa7-86a7-47d1-913d-9cb08f6dcd6c req-6de56aa7-f004-465a-9e7f-ccdfa6deb561 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 945 time: 0.5338926 Feb 05 23:28:05.441907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:05.444163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:05.528289 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1e1188-de78-4922-ac7e-b3f9acd8ceaa', 'code': 200} Feb 05 23:28:05.529536 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=a89f5832-d16a-437a-af1b-4f51d62079f4,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:05.539082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:05.579904 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6cc71fa7-86a7-47d1-913d-9cb08f6dcd6c req-6b9260d1-0f0c-450d-a94d-861c0e612c0b tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402464 Feb 05 23:28:05.872026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Deleting port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:28:05.872026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:05.910911 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e2469403-ec88-4df0-9de4-c5216d919802 req-b3d2bb0a-5496-42aa-bc95-2d9cddb1f0f0 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.64 "GET /v2.0/ports?device_id=9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2 HTTP/1.1" status: 200 len: 210 time: 0.0780687 Feb 05 23:28:05.924327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] For port a89f5832-d16a-437a-af1b-4f51d62079f4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a89f5832-d16a-437a-af1b-4f51d62079f4,segment=NetworkSegment(06268df0-178c-40d0-a7c3-cfcff7aa3e23),segment_id=06268df0-178c-40d0-a7c3-cfcff7aa3e23)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:05.924723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:05.992441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] No DVR routers for this DVR port b8119f52-1234-4a97-b100-ef5e10a147a5 on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:28:06.033924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:06.044582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'name': 'network-vif-deleted', 'tag': 'b8119f52-1234-4a97-b100-ef5e10a147a5'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:06.086116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Calling delete_port for a89f5832-d16a-437a-af1b-4f51d62079f4 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:28:06.124923 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b6a2400-4cb0-4a4d-87d1-6e42f5e0bbf2', 'name': 'network-vif-deleted', 'tag': 'b8119f52-1234-4a97-b100-ef5e10a147a5', 'status': 'completed', 'code': 200} Feb 05 23:28:06.137185 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] 10.222.0.89 "DELETE /v2.0/ports/b8119f52-1234-4a97-b100-ef5e10a147a5 HTTP/1.1" status: 204 len: 173 time: 4.9904428 Feb 05 23:28:06.146678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-dc861050-a05a-4d23-9f85-7dad03487cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:06.148093 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-dc861050-a05a-4d23-9f85-7dad03487cfd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 1162 time: 0.4502063 Feb 05 23:28:06.156913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680837'] for router_gateway, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:06.221280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976cae4f-b499-4c78-a374-06d500fa6910 req-4f6d329d-6d51-42ea-9adc-b0f0072760ca tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:06.229138 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-976cae4f-b499-4c78-a374-06d500fa6910 req-4f6d329d-6d51-42ea-9adc-b0f0072760ca tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.6234026 Feb 05 23:28:06.253763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device a627bd20-d23a-420c-9e8d-e7094d2d700e no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:28:06.302499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: a627bd20-d23a-420c-9e8d-e7094d2d700e {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:28:06.302989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device a627bd20-d23a-420c-9e8d-e7094d2d700e not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:28:06.307354 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-976cae4f-b499-4c78-a374-06d500fa6910 req-60d6ebbe-d8fc-4137-bce6-1dbdc06d5f12 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772562 Feb 05 23:28:06.431421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:28:06.431846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:28:06.466399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773394'] for router, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:06.475295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:06.514682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1314d2be-4214-4d92-9d35-70d00908198d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:06.640797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b032e2-c262-4144-9695-7a8800394f5e req-a02b7c1b-ea65-47aa-810a-78be9d4196d8 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:06.642699 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-55b032e2-c262-4144-9695-7a8800394f5e req-a02b7c1b-ea65-47aa-810a-78be9d4196d8 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 944 time: 0.1744287 Feb 05 23:28:06.644850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103754'] for router, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:06.645486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 {{(pid=80148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 23:28:06.678281 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-18dfe0a0-46d5-4174-b239-84d488d8b6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:06.679910 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-18dfe0a0-46d5-4174-b239-84d488d8b6c6 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.4525936 Feb 05 23:28:06.691455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:06.695409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-724f08ad-27da-47db-8949-bf90ae6a71c3 admin admin] 10.222.0.64 "DELETE /v2.0/routers/5e28b5c2-7fe0-49f6-b8cc-1c8201d10fc4 HTTP/1.1" status: 204 len: 168 time: 3.4312491 Feb 05 23:28:06.697826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] For port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,segment=NetworkSegment(b124a79b-a9b8-412c-95cf-ba7f2939e711),segment_id=b124a79b-a9b8-412c-95cf-ba7f2939e711)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:06.698223 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:06.707213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 35654) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:06.757750 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-55b032e2-c262-4144-9695-7a8800394f5e req-d91d5fe3-3417-4906-a69a-944168046f16 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029551 Feb 05 23:28:06.952914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Calling delete_port for dc1e1188-de78-4922-ac7e-b3f9acd8ceaa owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:28:06.955216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa8992-d1d7-449a-a017-46c9c67bb4de req-a4e4f48b-9c86-486a-984d-56a06c5a799d tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:06.964091 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-80aa8992-d1d7-449a-a017-46c9c67bb4de req-a4e4f48b-9c86-486a-984d-56a06c5a799d tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 943 time: 0.1806498 Feb 05 23:28:06.992326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Deleting port a89f5832-d16a-437a-af1b-4f51d62079f4 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:28:06.992704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:07.041054 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] Deleting subnet 45241f0f-4ecf-4081-a754-07db6287dc5e {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:28:07.057279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:07.089340 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-80aa8992-d1d7-449a-a017-46c9c67bb4de req-519439d7-c978-44b0-97bc-05c6cb87b84b tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/security-groups?id=02c6fe38-fad5-48d3-a6c7-bcacc2da084d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238992 Feb 05 23:28:07.090861 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-e1460f4f-16b2-4b4a-8828-ab20a20037ee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68 HTTP/1.1" status: 200 len: 1001 time: 0.4016738 Feb 05 23:28:07.203272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10556948'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:07.295019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-2f99b769-98b2-4076-9a41-5ca9c225e1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:07.296551 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-2f99b769-98b2-4076-9a41-5ca9c225e1d2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.1895308 Feb 05 23:28:07.327963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] For port a89f5832-d16a-437a-af1b-4f51d62079f4, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a89f5832-d16a-437a-af1b-4f51d62079f4,segment=NetworkSegment(06268df0-178c-40d0-a7c3-cfcff7aa3e23),segment_id=06268df0-178c-40d0-a7c3-cfcff7aa3e23)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:07.328392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:07.385118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:07.444960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:07.468303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:07.494296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Calling delete_port for a89f5832-d16a-437a-af1b-4f51d62079f4 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:28:07.529466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89f5832-d16a-437a-af1b-4f51d62079f4'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:07.600530 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89f5832-d16a-437a-af1b-4f51d62079f4', 'code': 200} Feb 05 23:28:07.876850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Pushing event deleted for resources: {'Port': ['ID=dc1e1188-de78-4922-ac7e-b3f9acd8ceaa,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:07.889092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a9141-6b1c-4eb3-8e95-97a1561aecc6 req-86ae8c91-6fd7-4cf8-a4e5-076533715775 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:07.893406 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:07.905672 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-421a9141-6b1c-4eb3-8e95-97a1561aecc6 req-86ae8c91-6fd7-4cf8-a4e5-076533715775 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3161881 Feb 05 23:28:07.976437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-4b6f03d1-d5a9-42f3-81fa-aff35e77e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:07.978141 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-4b6f03d1-d5a9-42f3-81fa-aff35e77e228 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6748400 Feb 05 23:28:08.048836 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-421a9141-6b1c-4eb3-8e95-97a1561aecc6 req-92df2132-7673-4a69-84f5-288f1d5112e1 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418059 Feb 05 23:28:08.053236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:08.088524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:08.196073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Pushing event deleted for resources: {'Port': ['ID=a89f5832-d16a-437a-af1b-4f51d62079f4,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:08.202924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:08.237884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] No DVR routers for this DVR port dc1e1188-de78-4922-ac7e-b3f9acd8ceaa on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:28:08.256044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:08.264262 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'name': 'network-vif-deleted', 'tag': 'dc1e1188-de78-4922-ac7e-b3f9acd8ceaa'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:08.314027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device e7c02c48-1848-4384-b2b5-13e0a46e8661 no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:28:08.322965 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.89 "DELETE /v2.0/ports/dc1e1188-de78-4922-ac7e-b3f9acd8ceaa HTTP/1.1" status: 204 len: 173 time: 2.9055181 Feb 05 23:28:08.325053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48649ab6-73e8-45d8-b57c-cbffe1c6c7bd req-3e4153a3-2cbb-4f83-afdd-af11dfdc6cf0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:08.325805 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-034aaa2d-9af2-4b2a-a02a-49fe4ef4e7c5 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373189 Feb 05 23:28:08.326768 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48649ab6-73e8-45d8-b57c-cbffe1c6c7bd req-3e4153a3-2cbb-4f83-afdd-af11dfdc6cf0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=1a84f4cf-d689-45c7-9ea7-f27cd84a9188 HTTP/1.1" status: 200 len: 865 time: 0.3974097 Feb 05 23:28:08.383601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853009043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10622120'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:08.404611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: e7c02c48-1848-4384-b2b5-13e0a46e8661 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:28:08.404986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device e7c02c48-1848-4384-b2b5-13e0a46e8661 not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:28:08.419374 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daf562b9-cfba-4612-9ff9-55b714617382 req-0ba8586c-1526-460f-bd96-9f66bb478640 tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] 10.222.0.64 "GET /v2.0/ports?device_id=5f2e64ba-1a00-4f67-bed1-227314c306e8 HTTP/1.1" status: 200 len: 210 time: 0.0914867 Feb 05 23:28:08.522889 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48649ab6-73e8-45d8-b57c-cbffe1c6c7bd req-2bddb2e8-9d1a-46f6-a164-1e7f35667550 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293116 Feb 05 23:28:08.525553 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f2e64ba-1a00-4f67-bed1-227314c306e8', 'name': 'network-vif-deleted', 'tag': 'dc1e1188-de78-4922-ac7e-b3f9acd8ceaa', 'status': 'completed', 'code': 200} Feb 05 23:28:08.585193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48f18ae0-ab62-4b1c-93d4-b5f21e1180c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:08.623511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] No DVR routers for this DVR port a89f5832-d16a-437a-af1b-4f51d62079f4 on host hv-cinder-77428 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:28:08.626915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:08.631100 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'name': 'network-vif-deleted', 'tag': 'a89f5832-d16a-437a-af1b-4f51d62079f4'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:08.637822 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45241f0f-4ecf-4081-a754-07db6287dc5e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:08.642096 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6527314f-5c92-4069-a885-f7812b1de545 req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.89 "DELETE /v2.0/ports/a89f5832-d16a-437a-af1b-4f51d62079f4 HTTP/1.1" status: 204 len: 173 time: 3.9723618 Feb 05 23:28:08.650830 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:08.663114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:08.686371 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f7ba0b74-b21e-4717-8079-81b5d211d635 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/45241f0f-4ecf-4081-a754-07db6287dc5e HTTP/1.1" status: 204 len: 168 time: 1.9257991 Feb 05 23:28:08.689082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 35764) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:08.710414 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a84f4cf-d689-45c7-9ea7-f27cd84a9188', 'name': 'network-vif-deleted', 'tag': 'a89f5832-d16a-437a-af1b-4f51d62079f4', 'status': 'completed', 'code': 200} Feb 05 23:28:08.787743 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6de6edab-1467-4c6f-937a-ccd5bf3f3bd7 req-7733fbb3-fa50-48b5-b0b9-a709a266f5ef service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4550524 Feb 05 23:28:08.830969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.013294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fe320972-c91a-4997-a622-1b350b7765de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.040616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.177784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed719fc-7e49-4cbf-bb42-4486f1ae71c4']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:09.192431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:09.192803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecffa383-90d0-49a6-b535-5f9ca8d79a8f') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:09.207450 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.227087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.229868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:28:09.435823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ed38f4-6fdf-48ad-88ea-d77c0ba5e290 req-f7faab80-a14c-4b00-8246-70d653dbbaed tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:09.443740 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b2ed38f4-6fdf-48ad-88ea-d77c0ba5e290 req-f7faab80-a14c-4b00-8246-70d653dbbaed tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2155805 Feb 05 23:28:09.444967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:28:09.460768 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.577083 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b2ed38f4-6fdf-48ad-88ea-d77c0ba5e290 req-57d0d5da-6a46-4f30-a2b1-df6c86a047da tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322947 Feb 05 23:28:09.676529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Network 6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:28:09.767110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:28:09.773928 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:28:09.794196 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.798444 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:09.816758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:09.826052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed719fc-7e49-4cbf-bb42-4486f1ae71c4,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:09.829970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:09.844619 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6ed719fc-7e49-4cbf-bb42-4486f1ae71c4 HTTP/1.1" status: 204 len: 168 time: 1.1478689 Feb 05 23:28:10.012900 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 35870) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:10.072061 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0461b05e-3886-4bf3-95a5-fb8cb282a515 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=18f27de30b2346e1a782545ed63743ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0575888 Feb 05 23:28:10.073701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 35876) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:10.152376 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d0e1085d-7de6-474e-8490-c1cbaa980979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:10.186503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d0e1085d-7de6-474e-8490-c1cbaa980979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:10.236199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d0e1085d-7de6-474e-8490-c1cbaa980979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:10.241898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ad14d672-0cff-49f9-923a-39e913f06551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:10.259995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1085d-7de6-474e-8490-c1cbaa980979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee0f006b-3244-4755-a3af-8c089848ed38,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:10.264075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d0e1085d-7de6-474e-8490-c1cbaa980979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:10.265440 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d0e1085d-7de6-474e-8490-c1cbaa980979 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/ee0f006b-3244-4755-a3af-8c089848ed38 HTTP/1.1" status: 204 len: 168 time: 0.1897075 Feb 05 23:28:10.266492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d0e1085d-7de6-474e-8490-c1cbaa980979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:10.650420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:10.962975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 93f032f2-7114-4be2-a954-1fe8dbc67a68 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:28:11.003147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f7c516-95d3-4b70-b9aa-dbba39091735 req-bad144ed-f61a-47a5-9741-c7a8b8bb9f7a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:11.010726 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b8f7c516-95d3-4b70-b9aa-dbba39091735 req-bad144ed-f61a-47a5-9741-c7a8b8bb9f7a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2372034 Feb 05 23:28:11.077816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.085962 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b8f7c516-95d3-4b70-b9aa-dbba39091735 req-4dd885af-a3ed-4536-aeef-cab8109469d8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741253 Feb 05 23:28:11.178375 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.221045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 93f032f2-7114-4be2-a954-1fe8dbc67a68, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:11.222360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:11.229438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.232196 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:11.347725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=93f032f2-7114-4be2-a954-1fe8dbc67a68,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:11.354451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:11.364637 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'code': 422} returned with failed status Feb 05 23:28:11.535902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 35984) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:11.694104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-347697309-network', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:11.699795 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:11.704508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Usage tracker for resource:network and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:11.707544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:11.713551 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:11.726653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Made reservation on behalf of ca00946cb94d4b9f8798e8a912944acf for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:28:11.731847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.745189 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.760803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:11.765658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Usage tracker for resource:security_group_rule and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:11.768710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:11.774660 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:11.866625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.869498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.874324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:11.911857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:28:11.921090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e57f21d1-cae6-4b35-a3c0-36d806735c44,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:11.925014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:11.927728 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.928100 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Added segment 099f9865-8321-4944-b3ff-fb18f732ddd3 of type vxlan for network d82e8244-6fc1-4e82-b273-e4683ea88856 Feb 05 23:28:11.956182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.986053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.987314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:11.987951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:11.993445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-df8f036d-9e83-4562-9a3b-ccd809765bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:12.100853 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5634773 Feb 05 23:28:12.103923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Pushing event updated for resources: {'Network': ['ID=d82e8244-6fc1-4e82-b273-e4683ea88856,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:12.104225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 35998) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:12.107171 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:12.113198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Request body: {'subnet': {'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-347697309-subnet', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:12.115108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network d82e8244-6fc1-4e82-b273-e4683ea88856 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:28:12.118691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:12.123905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Usage tracker for resource:subnet and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:12.127729 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:12.134349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:12.135970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network d82e8244-6fc1-4e82-b273-e4683ea88856 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:28:12.146437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Made reservation on behalf of ca00946cb94d4b9f8798e8a912944acf for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:28:12.151687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10622541'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:12.435252 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce11c1-53eb-45b6-98d8-c9f56b9e51ee req-353e66c8-3979-4ddc-a4c9-6e977ef41a69 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:12.436757 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ffce11c1-53eb-45b6-98d8-c9f56b9e51ee req-353e66c8-3979-4ddc-a4c9-6e977ef41a69 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2078168 Feb 05 23:28:12.531921 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ffce11c1-53eb-45b6-98d8-c9f56b9e51ee req-af86f137-3c27-474e-9c61-5ba3a8df407c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870330 Feb 05 23:28:12.718793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1766697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10622558'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:12.737507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:12.935553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:12.956417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:13.097984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Checking segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:28:13.098265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Network hostable DHCP agents. Network: d82e8244-6fc1-4e82-b273-e4683ea88856, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:28:13.123839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Network d82e8244-6fc1-4e82-b273-e4683ea88856 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:28:13.137426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, d82e8244-6fc1-4e82-b273-e4683ea88856) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:28:13.149008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689436bb-1b99-4b71-9981-209a1c81faf0 None None] Network d82e8244-6fc1-4e82-b273-e4683ea88856 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:28:13.151309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:13.153835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:13.184150 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-15e50324-c28c-49aa-bc82-f15323145894 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0753319 Feb 05 23:28:13.184555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36040) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:13.191899 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:13.199131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:13.205163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Usage tracker for resource:router and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:13.210009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:13.217111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:13.231588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773503'] for router, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:13.233189 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854100938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854095016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2422'] for router, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:13.261423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:13.576197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 36052) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:13.700073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71a25723-bcea-53fe-8cdc-2e8927844068-d82e8244-6fc1-4e82-b273-e4683ea88856', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83'}]}} from dv-cinder-774288-3-smb. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 23:28:13.702017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:14.023689 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c6031a26-a59e-4849-8520-f17649de0e7b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=48e6109f4fad4b7881599e47cdf56991&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4461656 Feb 05 23:28:14.024631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 36062) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:14.107556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ccd10e0-d562-4116-bc91-e0cc173eb647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:14.140386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ccd10e0-d562-4116-bc91-e0cc173eb647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:14.239566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2407'] for router, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:14.250876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ccd10e0-d562-4116-bc91-e0cc173eb647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:14.264585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d041bab2-a18e-445e-8741-70adea8f1353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:14.279598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1ccd10e0-d562-4116-bc91-e0cc173eb647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:14.284092 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-1ccd10e0-d562-4116-bc91-e0cc173eb647 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1c65def5-c1c7-4d7a-987b-eb11ef721e5d HTTP/1.1" status: 204 len: 168 time: 0.2574832 Feb 05 23:28:14.291328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd10e0-d562-4116-bc91-e0cc173eb647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c65def5-c1c7-4d7a-987b-eb11ef721e5d,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:14.306030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1ccd10e0-d562-4116-bc91-e0cc173eb647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:14.365230 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Allocated IP 172.20.0.2 (d82e8244-6fc1-4e82-b273-e4683ea88856/01d26d34-9f5d-4b51-bb5b-c5a84b50ae83/47c9f5b8-0e26-47c5-ad36-3a615394835b) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:28:14.468250 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36084) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:14.573096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d4861-0030-4b30-bc6f-efda87249c75 req-41f9da6a-7e87-4365-bec5-9b34f34a532f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:14.587520 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c02d4861-0030-4b30-bc6f-efda87249c75 req-41f9da6a-7e87-4365-bec5-9b34f34a532f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.3917344 Feb 05 23:28:14.948185 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c02d4861-0030-4b30-bc6f-efda87249c75 req-b83c3903-4fbc-4352-89bc-eedd3e73df4c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3571787 Feb 05 23:28:14.975210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:14.989348 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Transition to ACTIVE for port object 47c9f5b8-0e26-47c5-ad36-3a615394835b will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:28:15.017430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Transition to ACTIVE for port object 47c9f5b8-0e26-47c5-ad36-3a615394835b will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:28:15.018491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:15.031766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:15.055639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:15.075179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:15.200056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Pushing event updated for resources: {'Port': ['ID=47c9f5b8-0e26-47c5-ad36-3a615394835b,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:15.209008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:15.273516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-9b62a5b4-1c1e-4032-883a-1e70d5bd8253 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:15.283720 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-9b62a5b4-1c1e-4032-883a-1e70d5bd8253 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/networks?id=98366b68-0cac-41c2-a008-fda3d8374060 HTTP/1.1" status: 200 len: 814 time: 0.3735201 Feb 05 23:28:15.297075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Network d82e8244-6fc1-4e82-b273-e4683ea88856 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:28:15.298626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Resources bound (agent type, host, resource id): {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:28:15.303606 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-3bfd9dbf-9a53-4af0-a012-e3e33fbba2f0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/quotas/1e748c3342fd4aed91378e1b367be580 HTTP/1.1" status: 200 len: 375 time: 0.0188484 Feb 05 23:28:15.305147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:28:15.354700 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-b99f25e0-ae3e-45d1-850f-a886bbcff0b3 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8746061 Feb 05 23:28:15.360502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-955ac2d7-f7ff-4556-ad69-3a14b10f85f2 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Synchronizing usage tracker for tenant:1e748c3342fd4aed91378e1b367be580 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:28:15.370713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Attempting to bind port 47c9f5b8-0e26-47c5-ad36-3a615394835b on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:28:15.371375 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Attempting to bind port 47c9f5b8-0e26-47c5-ad36-3a615394835b by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:28:15.372277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Attempting to bind port 47c9f5b8-0e26-47c5-ad36-3a615394835b on network d82e8244-6fc1-4e82-b273-e4683ea88856 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:28:15.378552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:28:15.378973 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Checking segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:28:15.379425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:15.379862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Bound using segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:28:15.380410 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Bound port: 47c9f5b8-0e26-47c5-ad36-3a615394835b, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:28:15.380808 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:15.383272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-955ac2d7-f7ff-4556-ad69-3a14b10f85f2 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Unset dirty status for tenant:1e748c3342fd4aed91378e1b367be580 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:28:15.395086 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-955ac2d7-f7ff-4556-ad69-3a14b10f85f2 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=1e748c3342fd4aed91378e1b367be580&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904162 Feb 05 23:28:15.556929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] For port 47c9f5b8-0e26-47c5-ad36-3a615394835b, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:28:15.564621 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] For port 47c9f5b8-0e26-47c5-ad36-3a615394835b, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=47c9f5b8-0e26-47c5-ad36-3a615394835b,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:28:15.573039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:15.594181 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-6cf2e587-26e7-4a77-8dc2-416473654b28 service neutron] 10.222.0.64 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972351 Feb 05 23:28:15.629913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Allocated IP 172.28.1.169 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/83e0af86-a93c-41ef-9310-d0a8ab67e03d) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:28:15.711569 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:15.868013 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-b12c69d7-925e-44b5-bed9-eec29a4737fd service neutron] 10.222.0.64 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2726345 Feb 05 23:28:15.949190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Pushing event updated for resources: {'Port': ['ID=47c9f5b8-0e26-47c5-ad36-3a615394835b,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:15.968765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:15.985937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:16.038856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:16.058890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:16.284265 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bab74fa1-a807-406a-b36f-61782a2f65d9 req-965f2087-117b-4a0e-b224-4125d211926a tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 210 time: 0.1450553 Feb 05 23:28:16.420248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Pushing event updated for resources: {'Port': ['ID=83e0af86-a93c-41ef-9310-d0a8ab67e03d,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:16.424572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:16.447890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 47c9f5b8-0e26-47c5-ad36-3a615394835b up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:16.561008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:28:16.562368 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:28:16.565049 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:28:16.595494 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dc14d-1578-4464-b20e-f751ea2f97ea req-9d20fcb7-d345-47eb-8dd0-9237700a8277 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:16.604655 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9d9dc14d-1578-4464-b20e-f751ea2f97ea req-9d20fcb7-d345-47eb-8dd0-9237700a8277 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2477946 Feb 05 23:28:16.650912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:28:16.717863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 47c9f5b8-0e26-47c5-ad36-3a615394835b completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:28:16.727691 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9d9dc14d-1578-4464-b20e-f751ea2f97ea req-ba1cf8e6-dcdf-4bd0-beb8-2b878f0198ea tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205044 Feb 05 23:28:17.154789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:17.599453 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-33924174-b79f-414f-8a5b-f7f5e034b1ef req-50047a7a-e077-4217-9465-41db50a221b1 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 210 time: 0.0870938 Feb 05 23:28:17.712357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ba9453-4efd-474d-91e6-7613b5254bab None None] Network d82e8244-6fc1-4e82-b273-e4683ea88856 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:28:17.853557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] Provisioning for port 47c9f5b8-0e26-47c5-ad36-3a615394835b completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:28:17.872056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] Provisioning complete for port 47c9f5b8-0e26-47c5-ad36-3a615394835b triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:17.872701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:17.984909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-ab71fbee-4f3c-445c-bf09-ed7a6cf2d7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:17.986994 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-ab71fbee-4f3c-445c-bf09-ed7a6cf2d7a0 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29&tenant_id=570c6f91f88b4d39ace8315a276ad24c HTTP/1.1" status: 200 len: 1160 time: 0.5795202 Feb 05 23:28:18.074151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:18.129163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854100904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680871'] for router, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:18.375391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:18.395386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-ca96c848-e047-4a83-92b2-29670789c7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:18.400287 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-5b2ed05a-c156-4d82-baa8-d7b7e2789503 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:18.403424 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-5b2ed05a-c156-4d82-baa8-d7b7e2789503 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.89 "GET /v2.0/networks?id=98366b68-0cac-41c2-a008-fda3d8374060 HTTP/1.1" status: 200 len: 814 time: 0.2957845 Feb 05 23:28:18.405573 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-ca96c848-e047-4a83-92b2-29670789c7e4 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 1160 time: 0.3735340 Feb 05 23:28:18.424031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] For port 47c9f5b8-0e26-47c5-ad36-3a615394835b, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=47c9f5b8-0e26-47c5-ad36-3a615394835b,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:18.428129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:18.430790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:18.470306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Request body: {'port': {'device_id': '4aab4243-d4fc-4470-b5e8-00f577bef535', 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060', 'admin_state_up': True, 'tenant_id': '1e748c3342fd4aed91378e1b367be580'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:18.558334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] Pushing event updated for resources: {'Port': ['ID=47c9f5b8-0e26-47c5-ad36-3a615394835b,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:18.565373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:18.659769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-d5750039-acfb-4044-8d0a-a214185a1798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:18.661423 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-d5750039-acfb-4044-8d0a-a214185a1798 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.2318294 Feb 05 23:28:18.764209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Router ad29aed2-9bde-41b8-83ab-7d974ae00e6c is scheduled to L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 with binding_index 1 {{(pid=80148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 23:28:18.892160 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceecee3-c5e7-4a65-be55-03955e2a9110 req-e9a001c6-0dbc-4509-80f5-380ee9eb8aca tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:18.900455 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ceecee3-c5e7-4a65-be55-03955e2a9110 req-e9a001c6-0dbc-4509-80f5-380ee9eb8aca tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.9273150 Feb 05 23:28:18.967567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-58f5c2fc-792d-4ae7-b73f-9ebc15b560e0 None None] Provisioning complete for port 47c9f5b8-0e26-47c5-ad36-3a615394835b triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:18.967991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-58f5c2fc-792d-4ae7-b73f-9ebc15b560e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:18.976292 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79e46358-504c-4567-830a-859b40844dcb req-ac3f3677-5e81-4805-aa3a-bfea30ec1fb3 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 210 time: 0.0715723 Feb 05 23:28:18.982894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:18.994944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:19.019480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Made reservation on behalf of 1e748c3342fd4aed91378e1b367be580 for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:28:19.055783 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:19.174299 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-54f26d51-00a6-4775-b70b-02eaa062beb3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68 HTTP/1.1" status: 200 len: 999 time: 0.5011406 Feb 05 23:28:19.338131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-76b032af-5fe7-4d58-bc94-d63b06d22ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:19.339975 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-76b032af-5fe7-4d58-bc94-d63b06d22ef3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.1512547 Feb 05 23:28:19.351171 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0bf5acf9-c34f-4d54-8fb5-ef5d91808b9e None None] Provisioning complete for port 47c9f5b8-0e26-47c5-ad36-3a615394835b triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:19.351595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0bf5acf9-c34f-4d54-8fb5-ef5d91808b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:19.400436 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ceecee3-c5e7-4a65-be55-03955e2a9110 req-003d7976-6784-476b-8f50-d6c14a66d66a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4984429 Feb 05 23:28:19.415642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:28:19.429121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Sync routers for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:28:19.443625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:28:19.444969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:28:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:19.485017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:19.499127 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3132672 Feb 05 23:28:19.500497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36150) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:19.580112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Allocated IP 172.20.0.10 (98366b68-0cac-41c2-a008-fda3d8374060/bbbaf8a2-f70f-4791-a2df-8530c77f099f/6d99bf8b-897c-4d77-a604-4606ff29278d) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:28:19.759307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-85b95050-5098-44dd-aa64-d2b38705fcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:19.761832 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-85b95050-5098-44dd-aa64-d2b38705fcdd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4118559 Feb 05 23:28:19.803318 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:28:19.957102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:19.983072 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-f6b93deb-fc1e-440d-b4f6-374ead1fe7d6 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078326 Feb 05 23:28:20.003697 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:20.175137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:20.386577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Pushing event updated for resources: {'Port': ['ID=6d99bf8b-897c-4d77-a604-4606ff29278d,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:20.409132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:20.417161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Network 98366b68-0cac-41c2-a008-fda3d8374060 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:28:20.420644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:28:20.428361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:28:20.456439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 47c9f5b8-0e26-47c5-ad36-3a615394835b up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:20.544695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:20.545839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:20.565315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 47c9f5b8-0e26-47c5-ad36-3a615394835b triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:20.565763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:20.622381 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1868033 Feb 05 23:28:20.663463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Request body: {'port': {'device_id': '4aab4243-d4fc-4470-b5e8-00f577bef535', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:20.727217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:16Z', 'revision_number': 3, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:20.732693 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c9008db-6cc2-4b53-b79f-443e73750601 req-e1ad53f2-6f8d-442a-a68c-2d289c83a078 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7381070 Feb 05 23:28:20.739142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Checking router: ad29aed2-9bde-41b8-83ab-7d974ae00e6c for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:28:20.739709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Updating router ad29aed2-9bde-41b8-83ab-7d974ae00e6c port 83e0af86-a93c-41ef-9310-d0a8ab67e03d binding host dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:28:20.812204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.249652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b58e3a-66ed-4424-9b12-773f3894513c req-1f9c6fe8-9074-46ff-a16d-099285465a61 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:21.250908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-34b58e3a-66ed-4424-9b12-773f3894513c req-1f9c6fe8-9074-46ff-a16d-099285465a61 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Synchronizing usage tracker for tenant:1e748c3342fd4aed91378e1b367be580 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:28:21.272266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.287152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-34b58e3a-66ed-4424-9b12-773f3894513c req-1f9c6fe8-9074-46ff-a16d-099285465a61 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Unset dirty status for tenant:1e748c3342fd4aed91378e1b367be580 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:28:21.295294 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-34b58e3a-66ed-4424-9b12-773f3894513c req-1f9c6fe8-9074-46ff-a16d-099285465a61 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 932 time: 0.9777009 Feb 05 23:28:21.386739 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-34b58e3a-66ed-4424-9b12-773f3894513c req-a16baec8-dc7a-4eb6-9647-4732d78b0173 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899713 Feb 05 23:28:21.402627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.420279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Transition to ACTIVE for port object 83e0af86-a93c-41ef-9310-d0a8ab67e03d will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:28:21.423881 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.475383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.668396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:21.753307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0388-39bb-4e03-b94c-2ed8c44ddca7 None None] Pushing event updated for resources: {'Port': ['ID=83e0af86-a93c-41ef-9310-d0a8ab67e03d,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:21.757647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4bad0388-39bb-4e03-b94c-2ed8c44ddca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:21.797125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Attempting to bind port 83e0af86-a93c-41ef-9310-d0a8ab67e03d on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:28:21.797627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Attempting to bind port 83e0af86-a93c-41ef-9310-d0a8ab67e03d by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:28:21.798044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Attempting to bind port 83e0af86-a93c-41ef-9310-d0a8ab67e03d on network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:28:21.804363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:28:21.805032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Checking segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:28:21.805535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.805976 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Bound using segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:28:21.806629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Bound port: 83e0af86-a93c-41ef-9310-d0a8ab67e03d, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:28:21.807049 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.885027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Allocated IP 172.20.0.1 (d82e8244-6fc1-4e82-b273-e4683ea88856/01d26d34-9f5d-4b51-bb5b-c5a84b50ae83/57fed900-a97d-4492-bb84-7b479093d6a7) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:28:21.943683 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] For port 83e0af86-a93c-41ef-9310-d0a8ab67e03d, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:28:21.949735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] For port 83e0af86-a93c-41ef-9310-d0a8ab67e03d, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=83e0af86-a93c-41ef-9310-d0a8ab67e03d,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:28:21.966149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.973947 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d99bf8b-897c-4d77-a604-4606ff29278d {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:28:21.983610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:21.997352 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Transition to ACTIVE for port object 6d99bf8b-897c-4d77-a604-4606ff29278d will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:28:22.002344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:22.073768 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:22.157235 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:22.214653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bad0388-39bb-4e03-b94c-2ed8c44ddca7 None None] Pushing event updated for resources: {'Port': ['ID=83e0af86-a93c-41ef-9310-d0a8ab67e03d,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:22.218213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4bad0388-39bb-4e03-b94c-2ed8c44ddca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:22.246993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Pushing event updated for resources: {'Port': ['ID=6d99bf8b-897c-4d77-a604-4606ff29278d,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:22.260037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:22.262311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:22.305716 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Transition to ACTIVE for port object 57fed900-a97d-4492-bb84-7b479093d6a7 will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:28:22.349882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:28:22.350574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:28:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:22.357217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:22.373211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320322a7-26bb-434e-9375-61c024d76e99 req-ca0e3eef-d5f5-4586-8068-cf13a1c27a2f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:22.379859 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-320322a7-26bb-434e-9375-61c024d76e99 req-ca0e3eef-d5f5-4586-8068-cf13a1c27a2f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 1.6440852 Feb 05 23:28:22.496126 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-320322a7-26bb-434e-9375-61c024d76e99 req-e3473746-6036-4d3e-8083-2971652ff607 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145463 Feb 05 23:28:22.520694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-eab7723e-991e-4246-865d-944dce4d86dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:22.584380 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Network d82e8244-6fc1-4e82-b273-e4683ea88856 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:28:22.594557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:28:22.598478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:28:22.769293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Pushing event updated for resources: {'Port': ['ID=57fed900-a97d-4492-bb84-7b479093d6a7,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:22.772251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Attempting to bind port 6d99bf8b-897c-4d77-a604-4606ff29278d on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:28:22.773739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Attempting to bind port 6d99bf8b-897c-4d77-a604-4606ff29278d by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:28:22.774313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Attempting to bind port 6d99bf8b-897c-4d77-a604-4606ff29278d on network 98366b68-0cac-41c2-a008-fda3d8374060 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:28:22.780035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:22.794522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:28:22.795055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Checking segment: {'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:28:22.795470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:22.795875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Bound using segment: {'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:28:22.797321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Bound port: 6d99bf8b-897c-4d77-a604-4606ff29278d, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06268df0-178c-40d0-a7c3-cfcff7aa3e23', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '98366b68-0cac-41c2-a008-fda3d8374060'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:28:22.797321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:22.807297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682339'] for router_interface, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:22.879424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:28:22.917031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] For port 6d99bf8b-897c-4d77-a604-4606ff29278d, host hv-cinder-77428, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:28:22.921693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] For port 6d99bf8b-897c-4d77-a604-4606ff29278d, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6d99bf8b-897c-4d77-a604-4606ff29278d,segment=NetworkSegment(06268df0-178c-40d0-a7c3-cfcff7aa3e23),segment_id=06268df0-178c-40d0-a7c3-cfcff7aa3e23)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:28:22.932575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:23.026636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-08f3229d-84f0-4f18-85ef-5e087b2dc821 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:23.151057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f85e8b-5ae9-46f0-ab7f-3c49b6b25802 req-b50350dc-eb6f-4e56-803c-f240a9216d92 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:23.153489 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-47f85e8b-5ae9-46f0-ab7f-3c49b6b25802 req-b50350dc-eb6f-4e56-803c-f240a9216d92 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 944 time: 0.4711010 Feb 05 23:28:23.221677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6d258167-0d98-4b31-a234-307aaf885d8f None None] Provisioning for port 57fed900-a97d-4492-bb84-7b479093d6a7 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:28:23.262605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6d258167-0d98-4b31-a234-307aaf885d8f None None] Provisioning complete for port 57fed900-a97d-4492-bb84-7b479093d6a7 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:23.263038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6d258167-0d98-4b31-a234-307aaf885d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:23.265523 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-47f85e8b-5ae9-46f0-ab7f-3c49b6b25802 req-90054d08-3145-4a1b-a9b5-fe95794f6d02 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942926 Feb 05 23:28:23.332732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:23.333442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:23.334965 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] 10.222.0.89 "PUT /v2.0/ports/6d99bf8b-897c-4d77-a604-4606ff29278d HTTP/1.1" status: 200 len: 1158 time: 2.6968174 Feb 05 23:28:23.337301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aab4243-d4fc-4470-b5e8-00f577bef535', 'tag': '6d99bf8b-897c-4d77-a604-4606ff29278d'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:23.346897 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Pushing event updated for resources: {'Port': ['ID=6d99bf8b-897c-4d77-a604-4606ff29278d,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:23.351022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:23.489878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-6d258167-0d98-4b31-a234-307aaf885d8f None None] Port 57fed900-a97d-4492-bb84-7b479093d6a7 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:28:23.490460 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aab4243-d4fc-4470-b5e8-00f577bef535', 'tag': '6d99bf8b-897c-4d77-a604-4606ff29278d', 'status': 'completed', 'code': 200} Feb 05 23:28:23.515681 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:23.589334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-4bc2b88f-eba9-47d3-a3cf-7693ecd7c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:23.593695 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-4bc2b88f-eba9-47d3-a3cf-7693ecd7c17d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1e748c3342fd4aed91378e1b367be580&device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 1161 time: 0.1952577 Feb 05 23:28:23.612459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:16Z', 'revision_number': 3, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:23.617102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30caced-1ecd-45a1-b500-76b480fedc39 None None] The sync data for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb is: [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:16Z', 'revision_number': 3, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:28:23.761571 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-03d67651-4479-4735-bffd-d92b4fd3994b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d99bf8b-897c-4d77-a604-4606ff29278d HTTP/1.1" status: 200 len: 217 time: 0.1279907 Feb 05 23:28:23.912500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-c2335d73-ce07-43b5-b1ef-a14b5d8c45ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:23.914522 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-c2335d73-ce07-43b5-b1ef-a14b5d8c45ec service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bbbaf8a2-f70f-4791-a2df-8530c77f099f HTTP/1.1" status: 200 len: 854 time: 0.0779846 Feb 05 23:28:23.985485 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-552139bf-15b9-4b7c-a654-ca6252040837 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=98366b68-0cac-41c2-a008-fda3d8374060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572822 Feb 05 23:28:24.099090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:24.109020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:24.136359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345861d-8160-47a6-845f-f30492b1e60c req-3b59edd2-e868-4016-bace-5d26a24a8052 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:24.139012 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8345861d-8160-47a6-845f-f30492b1e60c req-3b59edd2-e868-4016-bace-5d26a24a8052 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.3710823 Feb 05 23:28:24.245539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7e699823-0d7a-41e0-9eac-3add759585d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:24.337590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854102338'] for router_interface, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:24.420001 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8345861d-8160-47a6-845f-f30492b1e60c req-6e651b16-173f-4d4c-80b1-fe71a8fcfd25 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168699 Feb 05 23:28:24.521719 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 83e0af86-a93c-41ef-9310-d0a8ab67e03d up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:24.702000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 83e0af86-a93c-41ef-9310-d0a8ab67e03d completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:28:24.710686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 83e0af86-a93c-41ef-9310-d0a8ab67e03d triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:24.711114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:24.771879 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-b82af955-5f63-46a8-aab3-62a0223b11d8 service neutron] 10.222.0.89 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7751601 Feb 05 23:28:24.832016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Pushing event updated for resources: {'Port': ['ID=57fed900-a97d-4492-bb84-7b479093d6a7,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:24.857954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:24.871358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Network d82e8244-6fc1-4e82-b273-e4683ea88856 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:28:24.875613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:28:25.027014 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ac5673a1-8d29-4408-b0f0-6c31447e4bf4 req-0b842200-9b1c-4d27-bf79-5d1e7d45c857 service neutron] 10.222.0.89 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2452657 Feb 05 23:28:25.118245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:25.141340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 83e0af86-a93c-41ef-9310-d0a8ab67e03d, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=83e0af86-a93c-41ef-9310-d0a8ab67e03d,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:25.145003 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:25.155159 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-92a86bcb-fc1f-4a5b-8e3c-eda136128bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:25.252829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed36a-6293-44b5-92a3-c8ee0b8841d8 req-abbeb964-fa97-4fd6-8aef-2ffd72590114 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:25.262549 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a3bed36a-6293-44b5-92a3-c8ee0b8841d8 req-abbeb964-fa97-4fd6-8aef-2ffd72590114 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 944 time: 0.6695001 Feb 05 23:28:25.305930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=83e0af86-a93c-41ef-9310-d0a8ab67e03d,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:25.319661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:25.352197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-3bcc8ecd-02c2-4966-aa36-b755430398ca None None] Provisioning complete for port 57fed900-a97d-4492-bb84-7b479093d6a7 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:25.352615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3bcc8ecd-02c2-4966-aa36-b755430398ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:25.404277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Router ad29aed2-9bde-41b8-83ab-7d974ae00e6c has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:28:25.457675 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a3bed36a-6293-44b5-92a3-c8ee0b8841d8 req-05fe8388-bde4-4d6c-a0b3-4786abee8765 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212800 Feb 05 23:28:25.587155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3bcc8ecd-02c2-4966-aa36-b755430398ca None None] Port 57fed900-a97d-4492-bb84-7b479093d6a7 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:28:25.601244 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-dc75a720-1f42-44ea-af3a-e72bc20bfa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:25.607958 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-dc75a720-1f42-44ea-af3a-e72bc20bfa4c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=1e748c3342fd4aed91378e1b367be580&device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 1161 time: 0.3391728 Feb 05 23:28:26.275997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-0b332105-7b3c-44cd-b443-8bbb28dc8fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:26.278489 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-0b332105-7b3c-44cd-b443-8bbb28dc8fb8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=98366b68-0cac-41c2-a008-fda3d8374060 HTTP/1.1" status: 200 len: 908 time: 0.6611271 Feb 05 23:28:26.368969 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-87e1f074-6d51-474c-845c-d5d96a7a3f57 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d99bf8b-897c-4d77-a604-4606ff29278d HTTP/1.1" status: 200 len: 217 time: 0.0798361 Feb 05 23:28:26.371674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 83e0af86-a93c-41ef-9310-d0a8ab67e03d up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:26.391811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:28:26.430010 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] 10.222.0.64 "PUT /v2.0/routers/ad29aed2-9bde-41b8-83ab-7d974ae00e6c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9266629 Feb 05 23:28:26.549039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 83e0af86-a93c-41ef-9310-d0a8ab67e03d triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:26.549039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:26.558668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafae0c-2a1c-40a3-b5d8-9b1effc8ac59 req-f5709113-a5f8-45f3-bb0e-a8feb5ff4f4e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:26.568152 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4eafae0c-2a1c-40a3-b5d8-9b1effc8ac59 req-f5709113-a5f8-45f3-bb0e-a8feb5ff4f4e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.7578027 Feb 05 23:28:26.657215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-6780d1ea-b942-4d86-9afd-66a6bcffc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:26.659274 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-6780d1ea-b942-4d86-9afd-66a6bcffc887 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=bbbaf8a2-f70f-4791-a2df-8530c77f099f HTTP/1.1" status: 200 len: 854 time: 0.2766054 Feb 05 23:28:26.714575 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4eafae0c-2a1c-40a3-b5d8-9b1effc8ac59 req-1f428f1c-bba8-4421-a416-791213701871 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449213 Feb 05 23:28:26.900894 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-0ddb9d5c-e013-4f88-a546-c8593501d78f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=98366b68-0cac-41c2-a008-fda3d8374060&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1850975 Feb 05 23:28:27.096099 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-b13c176b-7db3-49d1-91ae-895c5d1d259e service neutron] 10.222.0.89 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712968 Feb 05 23:28:27.436638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23410760-a5ae-4291-9356-6dbfbb591b86 req-cb072d19-7b29-478a-b904-4c2d01dffd61 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:27.444648 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-23410760-a5ae-4291-9356-6dbfbb591b86 req-cb072d19-7b29-478a-b904-4c2d01dffd61 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 944 time: 0.5817401 Feb 05 23:28:27.495923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36218) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:27.503319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809292124', 'description': 'tempest-description--2004367316'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:27.566767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:27.582961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:security_group and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:27.597213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:27.607917 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-23410760-a5ae-4291-9356-6dbfbb591b86 req-5d84cae5-9dc5-4c54-91b0-65f03d1e4e2c tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621785 Feb 05 23:28:27.616898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:27.650140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:27.695953 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050ee0f0-da09-4279-a564-01fb5d1adab2 req-0a311245-80ce-4e66-8c9d-90c6af28c19a service neutron] 10.222.0.89 "GET /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5695541 Feb 05 23:28:27.697593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:27.708111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:security_group_rule and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:27.715674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:27.724244 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:27.834281 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:27.838528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:27.846025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a177948e-4e0f-4443-8260-bd4ae5969835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:27.897458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Sync routers for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:28:27.899458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=061ca919-5bb6-4881-a6f7-183aab9671e6,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:27.914382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:27.915762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:27.921127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 36224) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:27.921870 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4238458 Feb 05 23:28:27.927731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'security_group_rule': {'security_group_id': '061ca919-5bb6-4881-a6f7-183aab9671e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:27.939988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:28:27.940965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:28:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:27.983502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:27.988372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:security_group_rule and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:27.998643 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:28.010614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:28.129514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.181633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:28:28.322570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.339212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.347762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:28.387779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aad2a5e2-10ab-4792-ad1a-c29b7349db2e,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:28.532263 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07264c26-f0c2-4880-994c-c1e44d404c5f req-f2524e05-0c62-4f16-8d64-49c3a8bb4f3b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:28.535217 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-07264c26-f0c2-4880-994c-c1e44d404c5f req-f2524e05-0c62-4f16-8d64-49c3a8bb4f3b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.5130575 Feb 05 23:28:28.561889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:28.566080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.567648 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6448135 Feb 05 23:28:28.570869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36228) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:28.577789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'security_group_rule': {'security_group_id': '061ca919-5bb6-4881-a6f7-183aab9671e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:28.624668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 2, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:28.630399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Checking router: ad29aed2-9bde-41b8-83ab-7d974ae00e6c for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:28:28.630864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Updating router ad29aed2-9bde-41b8-83ab-7d974ae00e6c port 57fed900-a97d-4492-bb84-7b479093d6a7 binding host dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:28:28.645082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:28.655967 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-07264c26-f0c2-4880-994c-c1e44d404c5f req-dbe27a26-e864-4ebd-aca5-2d432dd04b6d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911651 Feb 05 23:28:28.666814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:security_group_rule and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:28.670335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:28.686990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:28.714457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.796605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.865207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.868965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.885748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:28.945677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe5302b-cc2f-4f02-ad8c-53fb81a6c0d4,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:28.956053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:28.960120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:28.976080 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ec24b959-a277-46b5-a081-c68e72b69125 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4037757 Feb 05 23:28:28.976879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36234) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:28.983846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'floatingip': {'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:29.029803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:29.034163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:floatingip and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:29.037809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:29.044806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:29.056950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:29.314318 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31040bdd-7672-4046-90c6-95afe417b870 req-be298647-24c2-45be-ac0f-8893f69e2080 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:29.316556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:29.328720 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-31040bdd-7672-4046-90c6-95afe417b870 req-be298647-24c2-45be-ac0f-8893f69e2080 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 944 time: 0.4221764 Feb 05 23:28:29.351116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Transition to ACTIVE for port object 57fed900-a97d-4492-bb84-7b479093d6a7 will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:28:29.353445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:29.355782 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:29.529642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:29.636418 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-31040bdd-7672-4046-90c6-95afe417b870 req-8a3f6e75-23be-46e9-8370-91cd85500aaa tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054771 Feb 05 23:28:29.795514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Pushing event updated for resources: {'Port': ['ID=57fed900-a97d-4492-bb84-7b479093d6a7,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:29.846421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Allocated IP 172.28.1.56 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/44e8247b-f4ec-4338-b79f-48708fdf8fd2) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:28:29.874467 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 6d99bf8b-897c-4d77-a604-4606ff29278d up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:30.069073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.069506 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.069886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.070266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.070590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.070972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.071346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.071544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.071708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.072068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.072402 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.072749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.073094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.073661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.073992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.074526 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.074922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.075271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.075624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.076257 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.076682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.077118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.077512 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.077864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.078291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:30.083192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:30.127972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.144703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port 6d99bf8b-897c-4d77-a604-4606ff29278d completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:28:30.150492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 6d99bf8b-897c-4d77-a604-4606ff29278d triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:30.151228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.173348 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:30.363531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93651313-b050-4a26-8761-6b17c4d4109a req-e2b10178-1cf3-464a-9bfe-0214624f00d5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:30.370125 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-93651313-b050-4a26-8761-6b17c4d4109a req-e2b10178-1cf3-464a-9bfe-0214624f00d5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.4404311 Feb 05 23:28:30.528714 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'Port': ['ID=44e8247b-f4ec-4338-b79f-48708fdf8fd2,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:30.532912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.534997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:30.567721 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-93651313-b050-4a26-8761-6b17c4d4109a req-c2ace689-ba68-41f2-95dd-01c50f83bd40 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907201 Feb 05 23:28:30.602225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Attempting to bind port 57fed900-a97d-4492-bb84-7b479093d6a7 on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:28:30.602695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Attempting to bind port 57fed900-a97d-4492-bb84-7b479093d6a7 by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:28:30.603127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Attempting to bind port 57fed900-a97d-4492-bb84-7b479093d6a7 on network d82e8244-6fc1-4e82-b273-e4683ea88856 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:28:30.615745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aab4243-d4fc-4470-b5e8-00f577bef535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d99bf8b-897c-4d77-a604-4606ff29278d'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:30.616894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:28:30.619895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Checking segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:28:30.620779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.622198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Bound using segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:28:30.625977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Bound port: 57fed900-a97d-4492-bb84-7b479093d6a7, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:28:30.626424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.641374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 6d99bf8b-897c-4d77-a604-4606ff29278d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6d99bf8b-897c-4d77-a604-4606ff29278d,segment=NetworkSegment(06268df0-178c-40d0-a7c3-cfcff7aa3e23),segment_id=06268df0-178c-40d0-a7c3-cfcff7aa3e23)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:30.658395 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.660402 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:30.666557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:28:30.668169 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:28:30.675455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:28:30.809139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.825161 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aab4243-d4fc-4470-b5e8-00f577bef535', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d99bf8b-897c-4d77-a604-4606ff29278d', 'code': 200} Feb 05 23:28:30.827298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=6d99bf8b-897c-4d77-a604-4606ff29278d,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:30.835267 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:30.847548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] For port 57fed900-a97d-4492-bb84-7b479093d6a7, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:28:30.850214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] For port 57fed900-a97d-4492-bb84-7b479093d6a7, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=57fed900-a97d-4492-bb84-7b479093d6a7,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:28:30.866728 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:30.897384 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3c4b3fe-42b4-425d-ae3e-fd38d143e906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:30.985302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:31.117405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Pushing event updated for resources: {'Port': ['ID=57fed900-a97d-4492-bb84-7b479093d6a7,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:31.136544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5bdb2816-0fd1-4545-8dba-ffb2e4a07486 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:31.326253 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:28:31.326920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:28:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:31.364701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 6d99bf8b-897c-4d77-a604-4606ff29278d up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:31.471078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829d87b-a8fa-4593-94fa-e82bf66c2b97 req-93a97297-0060-4765-9395-1c023e5680ee tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:31.472802 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b829d87b-a8fa-4593-94fa-e82bf66c2b97 req-93a97297-0060-4765-9395-1c023e5680ee tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.4808400 Feb 05 23:28:31.566646 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 6d99bf8b-897c-4d77-a604-4606ff29278d triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:31.567071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:31.666915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:31.674726 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:31.722536 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:31.882539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:28:31.957119 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b829d87b-a8fa-4593-94fa-e82bf66c2b97 req-ee089f9f-0256-4d00-8798-bf89ae443ea8 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558252 Feb 05 23:28:32.083428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'Port': ['ID=44e8247b-f4ec-4338-b79f-48708fdf8fd2,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:32.089090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:32.095919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17cad77-6eea-4ccf-90aa-bab8b0f5754e req-7f36ae5b-47dc-4518-b095-fb6646b6d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:32.097409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d17cad77-6eea-4ccf-90aa-bab8b0f5754e req-7f36ae5b-47dc-4518-b095-fb6646b6d502 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 1163 time: 0.6234055 Feb 05 23:28:32.197127 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d17cad77-6eea-4ccf-90aa-bab8b0f5754e req-b8ea1600-e569-4aa5-b4f1-0918a2545519 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778809 Feb 05 23:28:32.354320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:32.400427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:30Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:32.407534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221fb646-ff17-47c9-a371-c4d4a4f0663d None None] The sync data for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb is: [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:30Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:28:32.409758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:32.411416 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4333744 Feb 05 23:28:32.446796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ae158-c201-41fb-a074-6f0c5f7489f9 req-a57d1e08-577e-4c79-879c-06987f403da6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:32.478475 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a2ae158-c201-41fb-a074-6f0c5f7489f9 req-a57d1e08-577e-4c79-879c-06987f403da6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.4710424 Feb 05 23:28:32.644550 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a2ae158-c201-41fb-a074-6f0c5f7489f9 req-c6674c6b-0a1b-4512-8367-26e2a6acc728 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599588 Feb 05 23:28:33.653349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e01b2b-c4f2-4b38-8462-4f59c9c82f47 req-0aee1aa0-3a15-4914-b51e-20aba0e388fa tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:33.655092 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8e01b2b-c4f2-4b38-8462-4f59c9c82f47 req-0aee1aa0-3a15-4914-b51e-20aba0e388fa tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.3894882 Feb 05 23:28:33.785771 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8e01b2b-c4f2-4b38-8462-4f59c9c82f47 req-a7377316-4fcb-431a-8ba8-ff594af1cc54 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178443 Feb 05 23:28:34.258366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fcb73c-be65-4dd7-a5e6-6e9277bab084 req-62659be1-65ee-4d9d-ab49-77b9c4580081 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:34.270297 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-42fcb73c-be65-4dd7-a5e6-6e9277bab084 req-62659be1-65ee-4d9d-ab49-77b9c4580081 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.3124306 Feb 05 23:28:34.403939 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-42fcb73c-be65-4dd7-a5e6-6e9277bab084 req-4c0a7c77-60f4-4e9d-8bfe-c9c5dc717128 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289828 Feb 05 23:28:34.620982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 57fed900-a97d-4492-bb84-7b479093d6a7 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:34.826410 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 57fed900-a97d-4492-bb84-7b479093d6a7 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:28:34.833948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 57fed900-a97d-4492-bb84-7b479093d6a7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:34.834362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:35.035027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:35.134762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 57fed900-a97d-4492-bb84-7b479093d6a7, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=57fed900-a97d-4492-bb84-7b479093d6a7,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:35.156986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:35.170876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4bad0388-39bb-4e03-b94c-2ed8c44ddca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:35.323299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382cd59-a437-41c9-8168-3a06fd07f8bd req-ec6d1000-5356-471e-90bb-b41231c98470 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:35.326489 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7382cd59-a437-41c9-8168-3a06fd07f8bd req-ec6d1000-5356-471e-90bb-b41231c98470 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.3420208 Feb 05 23:28:35.458515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=57fed900-a97d-4492-bb84-7b479093d6a7,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:35.462193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:35.506549 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7382cd59-a437-41c9-8168-3a06fd07f8bd req-dedbe203-f12e-4da3-b244-81aa0f85ab83 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649292 Feb 05 23:28:35.996764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed9c9a-dd50-4a1e-aa2e-d27b287084ef req-ba7e0f3a-76ae-4040-a962-0883b12d41cf tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:36.004651 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d3ed9c9a-dd50-4a1e-aa2e-d27b287084ef req-ba7e0f3a-76ae-4040-a962-0883b12d41cf tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2415879 Feb 05 23:28:36.079780 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d3ed9c9a-dd50-4a1e-aa2e-d27b287084ef req-130fe7b6-71c5-4ead-a484-38af52f47451 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738540 Feb 05 23:28:36.386984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 57fed900-a97d-4492-bb84-7b479093d6a7 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:36.589912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-689e6aa7-f833-439f-9897-25b43243f3c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:36.618919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 57fed900-a97d-4492-bb84-7b479093d6a7 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:36.619433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:37.091782 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91dbb7-7f8e-45ad-89d7-2afe5b66cbba req-658b30d9-11ed-48b2-8bde-f7b516640cbd tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:37.113098 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6d91dbb7-7f8e-45ad-89d7-2afe5b66cbba req-658b30d9-11ed-48b2-8bde-f7b516640cbd tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.3375177 Feb 05 23:28:37.196862 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6d91dbb7-7f8e-45ad-89d7-2afe5b66cbba req-3d555184-cc82-444f-94d4-257f91e085b7 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821557 Feb 05 23:28:37.641295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f903dc-e50e-43e1-9abf-3efcc3bc5e44 req-3ef590e9-093a-4b49-9a49-7295f44d1115 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:37.643130 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d2f903dc-e50e-43e1-9abf-3efcc3bc5e44 req-3ef590e9-093a-4b49-9a49-7295f44d1115 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.3106408 Feb 05 23:28:37.722736 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d2f903dc-e50e-43e1-9abf-3efcc3bc5e44 req-95e0eba5-c214-4fca-b228-23df342a824e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686598 Feb 05 23:28:39.023713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3b2778f9-e281-413b-8af0-ff36897076b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:39.232245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5008717-1333-418b-8eb8-9051c1ed1cfa req-64db3513-8aa9-4c43-b64c-da13096af857 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:39.240648 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5008717-1333-418b-8eb8-9051c1ed1cfa req-64db3513-8aa9-4c43-b64c-da13096af857 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2573426 Feb 05 23:28:39.325328 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5008717-1333-418b-8eb8-9051c1ed1cfa req-c01c79b6-4659-41e2-baa5-f80f40ec3ee7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782974 Feb 05 23:28:39.593397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-62240ef7-de7c-46cb-906c-1017cb63b551 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Synchronizing usage tracker for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:28:39.610222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-62240ef7-de7c-46cb-906c-1017cb63b551 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Unset dirty status for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:28:39.611468 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-62240ef7-de7c-46cb-906c-1017cb63b551 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--809292124&fields=id&tenant_id=ca00946cb94d4b9f8798e8a912944acf HTTP/1.1" status: 200 len: 267 time: 0.0794921 Feb 05 23:28:39.769120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:39.861497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-a19c6945-4766-49f5-b520-659e2330fe39 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:39.862279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-a19c6945-4766-49f5-b520-659e2330fe39 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Synchronizing usage tracker for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:28:39.879115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-a19c6945-4766-49f5-b520-659e2330fe39 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Unset dirty status for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:28:39.880363 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-a19c6945-4766-49f5-b520-659e2330fe39 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 810 time: 0.2616136 Feb 05 23:28:39.896937 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-319e08a7-b0da-48d3-aca9-2706d516519c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/quotas/ca00946cb94d4b9f8798e8a912944acf HTTP/1.1" status: 200 len: 375 time: 0.0099170 Feb 05 23:28:40.044135 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-364b66bc-cbc8-432c-ad01-4c53d35dd4d2 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1400931 Feb 05 23:28:40.392805 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-879160e2-1012-4e53-9b96-20319cbef1d7 service neutron] 10.222.0.64 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360612 Feb 05 23:28:40.608890 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-e5f7e27a-4de3-436a-b5a3-d730d321fc53 service neutron] 10.222.0.64 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2092543 Feb 05 23:28:40.655731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:40.694848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2577429-521e-422f-a0f5-6377ffeeadc9 req-8ceeecb0-3441-4ff1-af72-7e06c30ee1e6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:40.696542 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d2577429-521e-422f-a0f5-6377ffeeadc9 req-8ceeecb0-3441-4ff1-af72-7e06c30ee1e6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2219901 Feb 05 23:28:40.790568 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d2577429-521e-422f-a0f5-6377ffeeadc9 req-f1d56a97-0205-436c-9767-7f487db5e548 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853400 Feb 05 23:28:40.850393 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0974399b-4c28-4385-9837-c50523eb0c31 req-ad60cc7d-a74e-4b3b-801b-1fbcb7aeed98 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 210 time: 0.0588000 Feb 05 23:28:41.030919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:42.097601 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-66f4b232-b94e-494b-adb1-4d70c772287d req-998cc51a-8eca-4121-8c25-b85b4515cf64 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 210 time: 0.0593674 Feb 05 23:28:42.212678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d5887-cae0-44d0-9a29-ebcb0a30f9b7 req-f699a224-def0-4b49-8f4c-69ed03d5762a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:42.214976 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-817d5887-cae0-44d0-9a29-ebcb0a30f9b7 req-f699a224-def0-4b49-8f4c-69ed03d5762a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2339847 Feb 05 23:28:42.281787 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-817d5887-cae0-44d0-9a29-ebcb0a30f9b7 req-10a13094-20d3-4697-8d65-343303de2559 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603602 Feb 05 23:28:42.570776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36392) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:42.641482 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] Deleting subnet ca1d0130-3660-4519-95ce-9e35e14b8d88 {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:28:42.644847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:42.703697 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10556948'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:42.733818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-2f3ad77b-8504-44db-b2da-5f603104377c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:42.734445 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-2f3ad77b-8504-44db-b2da-5f603104377c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 810 time: 0.2444990 Feb 05 23:28:42.769624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:42.862764 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-dd2d440c-3f93-4b40-a5a7-19168180cc61 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ca00946cb94d4b9f8798e8a912944acf HTTP/1.1" status: 200 len: 5708 time: 0.1047177 Feb 05 23:28:42.894391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'port': {'device_id': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'admin_state_up': True, 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'security_groups': ['061ca919-5bb6-4881-a6f7-183aab9671e6']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:43.036944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853009043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10622120'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:43.051118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:28:43.053779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:43.055836 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:port and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:28:43.059560 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:28:43.065569 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:28:43.075207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Made reservation on behalf of ca00946cb94d4b9f8798e8a912944acf for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:28:43.097857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:43.140361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1d0130-3660-4519-95ce-9e35e14b8d88,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:43.148537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:43.194863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:43.204160 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f66c767d-9243-4c54-b631-0590b7625264 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/ca1d0130-3660-4519-95ce-9e35e14b8d88 HTTP/1.1" status: 204 len: 168 time: 0.6299870 Feb 05 23:28:43.205111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36404) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:43.321239 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0ab2e8e6-7577-4125-8e3a-518d38003ab3 req-c64b4d19-eca2-4a54-9eff-07f2593f9080 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 210 time: 0.0730281 Feb 05 23:28:43.324471 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:43.531257 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:43.555919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Allocated IP 172.20.0.7 (d82e8244-6fc1-4e82-b273-e4683ea88856/01d26d34-9f5d-4b51-bb5b-c5a84b50ae83/b646587c-ec27-4f2f-87dc-4963c999d5a3) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:28:43.654956 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:43.668319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b124a79b-a9b8-412c-95cf-ba7f2939e711') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:43.668661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b124a79b-a9b8-412c-95cf-ba7f2939e711') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:43.681393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:43.688545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f8de4-bf06-4659-829b-50d69d02b128 req-58432089-4090-4744-af48-2c19b6a9bc00 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:43.690285 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-913f8de4-bf06-4659-829b-50d69d02b128 req-58432089-4090-4744-af48-2c19b6a9bc00 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2360194 Feb 05 23:28:43.700073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:43.702571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:28:43.855409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-913f8de4-bf06-4659-829b-50d69d02b128 req-8c2dc7e4-cb85-4006-9b09-e7c7d5b1bf64 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576881 Feb 05 23:28:43.898875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:28:43.910451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:43.931762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:44.331166 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Network 0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:28:44.355858 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:28:44.434398 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Transition to ACTIVE for port object b646587c-ec27-4f2f-87dc-4963c999d5a3 will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:28:44.440772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:44.444442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:44.478883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:44.489677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:44.494843 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/0bbbd99c-31e5-4a11-91a2-9207c1bb8ce4 HTTP/1.1" status: 204 len: 168 time: 1.2885635 Feb 05 23:28:44.511091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.511091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.511808 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.512165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.512571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.512971 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.513395 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.516584 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b55efa2c-a5e2-4a35-be4a-a81982b406b6 req-47a66c8a-3dfa-47f1-b140-4e0122341861 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 210 time: 0.0550640 Feb 05 23:28:44.526016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:44.531682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.531876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.532269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.532574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.532976 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.533529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.533931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.534426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.534677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.557496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f44e1d4a-701e-4072-a6f0-9de817eed515 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:44.563191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.563775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.564197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.564607 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.565014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.565470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.566142 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.566269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.581599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:44.694089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'Port': ['ID=b646587c-ec27-4f2f-87dc-4963c999d5a3,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:44.717006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.717512 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.717988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.718362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.718753 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.719136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.719516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.719895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.720273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.720651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.721024 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.721430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.722011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.722287 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.722649 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.723071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.723553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.723952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.724377 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.724763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.725191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.725593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.725971 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.726369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:44.733229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:44.767688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Network d82e8244-6fc1-4e82-b273-e4683ea88856 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:28:44.768835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:28:44.771262 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:28:44.787316 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36420) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:44.841434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:44.841886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:44.848837 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-af5e1ef6-47ea-4cad-9fae-933f78d302dd admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6025a9b4ed3f4b8880a74a2901f8a2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601718 Feb 05 23:28:44.849534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36426) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:44.864598 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9745281 Feb 05 23:28:44.896943 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Request body: {'port': {'device_id': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:44.920845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e90ccadc-83f1-4337-a16a-8675eea3d861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:44.975825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e90ccadc-83f1-4337-a16a-8675eea3d861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:45.046105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:45.062439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e90ccadc-83f1-4337-a16a-8675eea3d861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:45.068307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-38458391-926f-4b5a-927e-1ecefca647f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:45.085811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90ccadc-83f1-4337-a16a-8675eea3d861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c6fe38-fad5-48d3-a6c7-bcacc2da084d,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:45.090626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e90ccadc-83f1-4337-a16a-8675eea3d861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:45.094064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e90ccadc-83f1-4337-a16a-8675eea3d861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:45.098124 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e90ccadc-83f1-4337-a16a-8675eea3d861 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/02c6fe38-fad5-48d3-a6c7-bcacc2da084d HTTP/1.1" status: 204 len: 168 time: 0.2475150 Feb 05 23:28:45.147023 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a0a847fd-6672-4b4f-abf0-302399494c61 None None] Provisioning for port b646587c-ec27-4f2f-87dc-4963c999d5a3 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:28:45.154260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a0a847fd-6672-4b4f-abf0-302399494c61 None None] Provisioning complete for port b646587c-ec27-4f2f-87dc-4963c999d5a3 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:45.154819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a0a847fd-6672-4b4f-abf0-302399494c61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:45.221908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-a0a847fd-6672-4b4f-abf0-302399494c61 None None] Port b646587c-ec27-4f2f-87dc-4963c999d5a3 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:28:45.333608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44422063-d81a-461c-9e53-fa71cb2eb627 req-29b32932-04fd-465e-9a54-815d3e80c7a4 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:45.335555 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-44422063-d81a-461c-9e53-fa71cb2eb627 req-29b32932-04fd-465e-9a54-815d3e80c7a4 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2770300 Feb 05 23:28:45.477946 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-44422063-d81a-461c-9e53-fa71cb2eb627 req-edf75fbb-e05e-45b5-b4a6-cb83c792a21d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339018 Feb 05 23:28:45.976498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81492a93-3e97-4b1f-9af2-7ddce9b2fb00 req-3e34b308-2ba3-441f-bed9-e79da3a60eeb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:45.977316 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-81492a93-3e97-4b1f-9af2-7ddce9b2fb00 req-3e34b308-2ba3-441f-bed9-e79da3a60eeb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Synchronizing usage tracker for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:28:46.048414 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-81492a93-3e97-4b1f-9af2-7ddce9b2fb00 req-3e34b308-2ba3-441f-bed9-e79da3a60eeb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Unset dirty status for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:28:46.049712 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-81492a93-3e97-4b1f-9af2-7ddce9b2fb00 req-3e34b308-2ba3-441f-bed9-e79da3a60eeb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 931 time: 0.2888336 Feb 05 23:28:46.085706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b646587c-ec27-4f2f-87dc-4963c999d5a3 {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:28:46.101633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:46.140153 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-81492a93-3e97-4b1f-9af2-7ddce9b2fb00 req-572d37ae-907c-4227-a4ff-5729c9f28037 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827549 Feb 05 23:28:46.141139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Transition to ACTIVE for port object b646587c-ec27-4f2f-87dc-4963c999d5a3 will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:28:46.143875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:46.160608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:46.296114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Pushing event updated for resources: {'Port': ['ID=b646587c-ec27-4f2f-87dc-4963c999d5a3,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:46.301295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:46.436222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Attempting to bind port b646587c-ec27-4f2f-87dc-4963c999d5a3 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:28:46.436776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Attempting to bind port b646587c-ec27-4f2f-87dc-4963c999d5a3 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:28:46.436944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Attempting to bind port b646587c-ec27-4f2f-87dc-4963c999d5a3 on network d82e8244-6fc1-4e82-b273-e4683ea88856 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:28:46.443179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:28:46.443582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Checking segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:28:46.443950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:46.444358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Bound using segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:28:46.444835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Bound port: b646587c-ec27-4f2f-87dc-4963c999d5a3, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:28:46.445215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:46.552505 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] For port b646587c-ec27-4f2f-87dc-4963c999d5a3, host hv-cinder-77428, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:28:46.555852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] For port b646587c-ec27-4f2f-87dc-4963c999d5a3, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:28:46.560173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:46.576639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:46.798897 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Pushing event updated for resources: {'Port': ['ID=b646587c-ec27-4f2f-87dc-4963c999d5a3,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:46.807278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:46.854046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:46.854763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:46.856406 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] 10.222.0.89 "PUT /v2.0/ports/b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 200 len: 1157 time: 1.9642634 Feb 05 23:28:46.856940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:46.952093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871f28b0-cf05-4cd8-81e5-2e61fe80db29 req-10a7f2e2-29dd-43cb-a537-67c97d8fe1e7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:46.953877 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-871f28b0-cf05-4cd8-81e5-2e61fe80db29 req-10a7f2e2-29dd-43cb-a537-67c97d8fe1e7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 943 time: 0.2740223 Feb 05 23:28:46.957242 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3', 'status': 'completed', 'code': 200} Feb 05 23:28:47.075200 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-871f28b0-cf05-4cd8-81e5-2e61fe80db29 req-709aae70-a9c6-45d6-a6ed-d8d03495ba10 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746942 Feb 05 23:28:47.098420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-1b9fc890-1e2e-4584-b0f2-aae8bfe1ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:47.100095 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-1b9fc890-1e2e-4584-b0f2-aae8bfe1ac2a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 1160 time: 0.1448808 Feb 05 23:28:47.183539 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-39608ed6-85e3-41c4-8300-d933ba021f78 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 200 len: 217 time: 0.0683057 Feb 05 23:28:47.256422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-8f5e930c-d5aa-47dd-92d6-e773b3a52e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:47.258030 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-8f5e930c-d5aa-47dd-92d6-e773b3a52e76 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0683215 Feb 05 23:28:47.415711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-8eb6fb84-d8bc-4b22-bb85-183604e38f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:47.417888 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-8eb6fb84-d8bc-4b22-bb85-183604e38f8a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1525400 Feb 05 23:28:47.502439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc78ee8-880a-436c-ae70-3b32e95b0bf3 req-51b7263e-e868-4dc0-8c43-de6979ff04b0 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:47.504102 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0dc78ee8-880a-436c-ae70-3b32e95b0bf3 req-51b7263e-e868-4dc0-8c43-de6979ff04b0 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 943 time: 0.2031691 Feb 05 23:28:47.660721 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0dc78ee8-880a-436c-ae70-3b32e95b0bf3 req-a5fc733a-d731-4df9-8c4e-685fa342f11c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306536 Feb 05 23:28:47.697272 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-f3f0c4f2-e02a-45c6-80f9-0acbee2c7a1b service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920493 Feb 05 23:28:47.848965 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f7d8e32f-e26f-4880-b316-3b1cf8c5d831 req-22d45811-ff5b-433b-8405-7612a802d076 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442420 Feb 05 23:28:48.004583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 93f032f2-7114-4be2-a954-1fe8dbc67a68 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:48.037161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-b6e09fa4-a3f7-463c-b4b1-32b33c0a674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:48.038813 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-b6e09fa4-a3f7-463c-b4b1-32b33c0a674d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 1160 time: 0.0832179 Feb 05 23:28:48.073087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:48.102291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 93f032f2-7114-4be2-a954-1fe8dbc67a68 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:48.102773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:48.190465 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-4a8c105e-ec69-415c-81f1-dcb93f5e719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:48.192618 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-4a8c105e-ec69-415c-81f1-dcb93f5e719f service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.1470664 Feb 05 23:28:48.244292 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:48.274158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:48.285978 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 93f032f2-7114-4be2-a954-1fe8dbc67a68, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:48.289336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:48.292611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:48.327704 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-70449833-f6a8-49a7-b738-ea27c73363d3 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 200 len: 217 time: 0.1273377 Feb 05 23:28:48.368352 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=93f032f2-7114-4be2-a954-1fe8dbc67a68,revision_number=6']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:48.377005 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.377405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.377796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.378139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.378512 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.378880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.379249 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.379614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.379983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.380345 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.380709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.381067 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.381548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.381916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.382279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.382638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.383000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.383360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.383721 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.384082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.384442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.384806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.385164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.386145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:28:48.390779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:48.427582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-df93b69d-8380-4949-8473-aba8f9bf2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:48.429180 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-df93b69d-8380-4949-8473-aba8f9bf2c34 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0940471 Feb 05 23:28:48.563113 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'code': 200} Feb 05 23:28:48.574823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6e00a-24d8-4523-8354-001c72167c63 req-05e4fdb5-cf00-4e79-b3bd-d920ed9009f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:48.576542 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a4a6e00a-24d8-4523-8354-001c72167c63 req-05e4fdb5-cf00-4e79-b3bd-d920ed9009f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3118329 Feb 05 23:28:48.654880 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a4a6e00a-24d8-4523-8354-001c72167c63 req-2b245ec5-18bb-460f-bac6-b8340af8c7ac tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710921 Feb 05 23:28:48.674587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-5a5ff9db-359c-42dd-a713-b574296344da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:48.676205 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-5a5ff9db-359c-42dd-a713-b574296344da service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2358599 Feb 05 23:28:48.883364 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-d000715a-d0e6-409e-a0cd-17682bc0f79a service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978683 Feb 05 23:28:49.273309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee2b28-26cb-439d-93d8-f96c01941c1a req-c8f67f46-ea28-4815-ba54-55414cd2e9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:49.274960 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bcee2b28-26cb-439d-93d8-f96c01941c1a req-c8f67f46-ea28-4815-ba54-55414cd2e9a8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 1162 time: 0.0829158 Feb 05 23:28:49.300658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ea683-df2f-48c2-be1c-5a4d6c9e3cd0 req-c3af41d6-c31c-4eef-a1d0-d118b3b301b7 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:49.302382 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-347ea683-df2f-48c2-be1c-5a4d6c9e3cd0 req-c3af41d6-c31c-4eef-a1d0-d118b3b301b7 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 943 time: 0.4977686 Feb 05 23:28:49.321212 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bcee2b28-26cb-439d-93d8-f96c01941c1a req-d101e006-32f1-42ab-be7d-a70daf049a58 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379121 Feb 05 23:28:49.378482 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-628b14c7-d358-42e0-96e6-e3b4cb1f5448 req-7196d378-88c8-4e84-96bf-914b8eb98897 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4865031 Feb 05 23:28:49.401560 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-347ea683-df2f-48c2-be1c-5a4d6c9e3cd0 req-4ff8da91-e267-4d8e-b7b5-7f79022b85fb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897715 Feb 05 23:28:49.524855 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 93f032f2-7114-4be2-a954-1fe8dbc67a68 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:49.599269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 93f032f2-7114-4be2-a954-1fe8dbc67a68 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:49.599841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:49.972644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c61530-ef59-4ea2-a1ca-d55398a07af0 req-3952e594-55fb-4f74-b674-7449f5aeb7b6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:49.974377 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d7c61530-ef59-4ea2-a1ca-d55398a07af0 req-3952e594-55fb-4f74-b674-7449f5aeb7b6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1700642 Feb 05 23:28:50.043819 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d7c61530-ef59-4ea2-a1ca-d55398a07af0 req-be978166-2390-4d9a-afd2-ed1e19407bde tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622401 Feb 05 23:28:50.711240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469c856-2e8b-4a14-8f2d-f9a1d7e82149 req-1333fbe7-f128-447a-b8d7-e83f04b87c5a tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:50.712951 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e469c856-2e8b-4a14-8f2d-f9a1d7e82149 req-1333fbe7-f128-447a-b8d7-e83f04b87c5a tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 943 time: 0.1744268 Feb 05 23:28:50.782578 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e469c856-2e8b-4a14-8f2d-f9a1d7e82149 req-2ed7ba40-cefb-48a5-8977-c90549fd5c76 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626943 Feb 05 23:28:51.379136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb01695-7e2c-4533-bed8-b198f2c896ca req-5bd553aa-9758-46fb-89b2-0d419e693fb8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:51.381014 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6cb01695-7e2c-4533-bed8-b198f2c896ca req-5bd553aa-9758-46fb-89b2-0d419e693fb8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1747363 Feb 05 23:28:51.461920 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6cb01695-7e2c-4533-bed8-b198f2c896ca req-3f36938b-9b7f-4af2-a2b5-22a4363fda90 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736306 Feb 05 23:28:52.084698 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cc1a0-afd5-409b-878a-ef476812fdb7 req-a50aa6dc-a187-4268-ab49-01fe0d591daa tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:52.086334 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-695cc1a0-afd5-409b-878a-ef476812fdb7 req-a50aa6dc-a187-4268-ab49-01fe0d591daa tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 943 time: 0.1645470 Feb 05 23:28:52.152480 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-695cc1a0-afd5-409b-878a-ef476812fdb7 req-4fd18ad4-60ba-4282-82a4-b762bc99ffd5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590820 Feb 05 23:28:52.771856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d7db73-be0d-4de9-8331-bb8e7215ae59 req-c7dcd778-e1b5-495c-a3c6-3141f5bb665b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:52.773599 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a3d7db73-be0d-4de9-8331-bb8e7215ae59 req-c7dcd778-e1b5-495c-a3c6-3141f5bb665b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1757712 Feb 05 23:28:52.839638 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a3d7db73-be0d-4de9-8331-bb8e7215ae59 req-6e5aee53-458f-4ee6-9896-685ea2774190 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596104 Feb 05 23:28:53.450357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8cf93-a18a-40b3-8f7a-dccdbcf3cb53 req-95e1e2ed-457d-4243-9be4-475bf3ac0437 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:53.452001 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0cc8cf93-a18a-40b3-8f7a-dccdbcf3cb53 req-95e1e2ed-457d-4243-9be4-475bf3ac0437 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 943 time: 0.1676717 Feb 05 23:28:53.520417 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0cc8cf93-a18a-40b3-8f7a-dccdbcf3cb53 req-041692e9-00b2-47c3-8900-db3ccc864c8b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616584 Feb 05 23:28:53.649882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:28:54.146557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b646587c-ec27-4f2f-87dc-4963c999d5a3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:54.225025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port b646587c-ec27-4f2f-87dc-4963c999d5a3 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:28:54.231188 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b646587c-ec27-4f2f-87dc-4963c999d5a3 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:54.231613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:54.359296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:54.387643 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:54.398420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port b646587c-ec27-4f2f-87dc-4963c999d5a3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:28:54.402065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:54.403832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:28:54.457136 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3', 'code': 200} Feb 05 23:28:54.485689 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=b646587c-ec27-4f2f-87dc-4963c999d5a3,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:28:54.491644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:28:54.811796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399274f9-6d28-48cc-939c-89acc146060e req-8f7ca062-1844-488d-b537-0ad058f21fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:54.813474 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-399274f9-6d28-48cc-939c-89acc146060e req-8f7ca062-1844-488d-b537-0ad058f21fa2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 1162 time: 0.1086740 Feb 05 23:28:54.898738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928e94-5d03-498b-a4e6-fc69db71e2b0 req-a041189d-691e-4e49-ad5f-00060ce04cca tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:54.900374 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c2928e94-5d03-498b-a4e6-fc69db71e2b0 req-a041189d-691e-4e49-ad5f-00060ce04cca tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.2402987 Feb 05 23:28:54.977600 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-399274f9-6d28-48cc-939c-89acc146060e req-132320ca-a67f-4a74-93b3-4b6906384de8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760298 Feb 05 23:28:54.999138 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c2928e94-5d03-498b-a4e6-fc69db71e2b0 req-bc19a0b4-25f6-43f1-b8d8-7607f6de4f88 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788848 Feb 05 23:28:55.574150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b646587c-ec27-4f2f-87dc-4963c999d5a3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:28:55.649889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b646587c-ec27-4f2f-87dc-4963c999d5a3 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:28:55.650308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:56.297113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13976d88-9dbb-4037-afe5-a2db9efc02ea req-bf951bf9-7708-4e4e-a65a-7f1ee68dc283 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:56.298855 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-13976d88-9dbb-4037-afe5-a2db9efc02ea req-bf951bf9-7708-4e4e-a65a-7f1ee68dc283 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1664371 Feb 05 23:28:56.363777 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-13976d88-9dbb-4037-afe5-a2db9efc02ea req-7c0448b8-e50c-435f-a7cb-31216cfaca5a tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584350 Feb 05 23:28:57.671545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900093c-e98f-4328-9ff5-feaec691e4fc req-d4d61bc2-b9d2-4b75-956a-6aa208e8c40a tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:57.673123 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5900093c-e98f-4328-9ff5-feaec691e4fc req-d4d61bc2-b9d2-4b75-956a-6aa208e8c40a tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1682498 Feb 05 23:28:57.740174 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5900093c-e98f-4328-9ff5-feaec691e4fc req-8b6054ec-b259-4558-803d-eef33ba2b5ad tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605597 Feb 05 23:28:58.030397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37928c-1911-49b9-822b-c30e17b87db4 req-6ee2f5ed-41f3-4c1e-9d7f-403f90cbb310 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:58.032103 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-af37928c-1911-49b9-822b-c30e17b87db4 req-6ee2f5ed-41f3-4c1e-9d7f-403f90cbb310 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1691501 Feb 05 23:28:58.042093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36550) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:28:58.048206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'floatingip': {'port_id': 'b646587c-ec27-4f2f-87dc-4963c999d5a3'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:28:58.152904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:58.792347 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:58.795237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:58.982290 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Floating IP 1e727f1a-b887-43b7-8689-8acc01012c00 associated. External IP: 172.28.1.56, port: b646587c-ec27-4f2f-87dc-4963c999d5a3. Feb 05 23:28:59.363563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Router ad29aed2-9bde-41b8-83ab-7d974ae00e6c has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:28:59.561692 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:28:59.566141 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:28:59.571397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] Sync routers for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:28:59.582326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:28:59.582992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:28:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:28:59.629660 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3404607d-c4eb-4134-8a76-4b657aee6e1e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "PUT /v2.0/floatingips/1e727f1a-b887-43b7-8689-8acc01012c00 HTTP/1.1" status: 200 len: 990 time: 1.5862646 Feb 05 23:28:59.630266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:28:59.695515 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3', 'status': 'completed', 'code': 200} Feb 05 23:28:59.777503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:28:59.844286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384d8b-691b-492e-a8a6-c70544f4931d req-cc3c1772-4a74-4bcb-bd7e-4e8fe49936b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:28:59.845958 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-75384d8b-691b-492e-a8a6-c70544f4931d req-cc3c1772-4a74-4bcb-bd7e-4e8fe49936b8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 1162 time: 0.0890696 Feb 05 23:29:00.003093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384d8b-691b-492e-a8a6-c70544f4931d req-7a96d64d-9f56-434b-ad01-756738236c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:00.004743 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-75384d8b-691b-492e-a8a6-c70544f4931d req-7a96d64d-9f56-434b-ad01-756738236c19 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.1518152 Feb 05 23:29:00.127679 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-75384d8b-691b-492e-a8a6-c70544f4931d req-c27e6878-391b-42ff-9614-d7d661899317 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 200 len: 998 time: 0.1158276 Feb 05 23:29:00.206214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384d8b-691b-492e-a8a6-c70544f4931d req-a1a92237-7321-4bf7-8a4a-0e58c4eec634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:00.208447 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-75384d8b-691b-492e-a8a6-c70544f4931d req-a1a92237-7321-4bf7-8a4a-0e58c4eec634 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0714986 Feb 05 23:29:00.302888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75384d8b-691b-492e-a8a6-c70544f4931d req-bd52132f-ad8c-4b6f-a762-171db429d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:00.304530 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-75384d8b-691b-492e-a8a6-c70544f4931d req-bd52132f-ad8c-4b6f-a762-171db429d2d6 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876024 Feb 05 23:29:00.338854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '1e727f1a-b887-43b7-8689-8acc01012c00', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'port_id': 'b646587c-ec27-4f2f-87dc-4963c999d5a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'mac_address': 'fa:16:3e:c3:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:28:30Z', 'updated_at': '2021-02-05T23:28:58Z', 'revision_number': 1, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:29:00.343682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] Checking router: ad29aed2-9bde-41b8-83ab-7d974ae00e6c for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:29:00.352780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:29:00.353502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:28:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:29:00.455571 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-75384d8b-691b-492e-a8a6-c70544f4931d req-17c5ac78-f94d-48bd-8b76-8f80e1aee9ac service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429901 Feb 05 23:29:00.553784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:29:00.603798 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-75384d8b-691b-492e-a8a6-c70544f4931d req-837a05ac-1781-4009-89f4-e22bd67562e7 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415963 Feb 05 23:29:00.943916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '1e727f1a-b887-43b7-8689-8acc01012c00', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'port_id': 'b646587c-ec27-4f2f-87dc-4963c999d5a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'mac_address': 'fa:16:3e:c3:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:28:30Z', 'updated_at': '2021-02-05T23:28:58Z', 'revision_number': 1, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:29:00.948274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58be3bca-b329-4ee5-9bc3-7fdd04c88e43 None None] The sync data for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb is: [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '1e727f1a-b887-43b7-8689-8acc01012c00', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'floating_ip_address': '172.28.1.56', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'port_id': 'b646587c-ec27-4f2f-87dc-4963c999d5a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'mac_address': 'fa:16:3e:c3:1a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:28:30Z', 'updated_at': '2021-02-05T23:28:58Z', 'revision_number': 1, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:29:01.266457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179c3592-f463-4be5-8b43-33ba72a31794 None None] New status for floating IP 1e727f1a-b887-43b7-8689-8acc01012c00: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:29:05.130467 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea97b3d-f2df-43ba-97c8-bc8684b5ce96 req-ce437d61-22c3-4d6d-afd4-39920b35cc4f tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:05.132029 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2ea97b3d-f2df-43ba-97c8-bc8684b5ce96 req-ce437d61-22c3-4d6d-afd4-39920b35cc4f tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.1694489 Feb 05 23:29:05.197331 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2ea97b3d-f2df-43ba-97c8-bc8684b5ce96 req-5d0a0066-b655-4085-a5a0-0093e1096875 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588853 Feb 05 23:29:06.499251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f57ce0-5adb-47ae-96e0-de00e0ff7bad req-5f473d63-fa79-46f7-b01a-81fe9e608bdc tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:06.500906 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-46f57ce0-5adb-47ae-96e0-de00e0ff7bad req-5f473d63-fa79-46f7-b01a-81fe9e608bdc tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.1714048 Feb 05 23:29:06.514075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0795bee8-2f6d-403f-8c2b-461857c20614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:06.566806 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-46f57ce0-5adb-47ae-96e0-de00e0ff7bad req-76b385b8-1b18-41d8-b0e8-6f1cd23a5a9b tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585063 Feb 05 23:29:07.863209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce7a85-49e4-4870-8387-a920e19ddba5 req-386cbd82-9858-488f-ae3c-abc24c959d68 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:07.864928 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-65ce7a85-49e4-4870-8387-a920e19ddba5 req-386cbd82-9858-488f-ae3c-abc24c959d68 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.1664541 Feb 05 23:29:07.932047 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-65ce7a85-49e4-4870-8387-a920e19ddba5 req-f0eb9a88-7a76-4ae0-b3e0-07f107eb797e tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606050 Feb 05 23:29:09.008641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eb41ebaa-2006-4a35-8b74-3fb58e595445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:09.242089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c6607-8c3a-4146-9b5d-b21ac61316e4 req-c72a17e3-b613-4d75-8905-e6a2ca6f14b5 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:09.243644 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b26c6607-8c3a-4146-9b5d-b21ac61316e4 req-c72a17e3-b613-4d75-8905-e6a2ca6f14b5 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.1698580 Feb 05 23:29:09.308283 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b26c6607-8c3a-4146-9b5d-b21ac61316e4 req-dfe24f57-c888-4fd5-a384-227c11d4fd2f tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580003 Feb 05 23:29:09.771799 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:10.107192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9886a209-788d-4ecf-a799-96865b833921 req-38e7e392-949f-4b90-9027-9b137aa6bf6e tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:10.109371 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9886a209-788d-4ecf-a799-96865b833921 req-38e7e392-949f-4b90-9027-9b137aa6bf6e tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.89 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.1640565 Feb 05 23:29:10.208210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Deleting port 6d99bf8b-897c-4d77-a604-4606ff29278d {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:29:10.208592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:10.527306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] For port 6d99bf8b-897c-4d77-a604-4606ff29278d, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=6d99bf8b-897c-4d77-a604-4606ff29278d,segment=NetworkSegment(06268df0-178c-40d0-a7c3-cfcff7aa3e23),segment_id=06268df0-178c-40d0-a7c3-cfcff7aa3e23)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:29:10.527703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:10.639629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:10.672447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Calling delete_port for 6d99bf8b-897c-4d77-a604-4606ff29278d owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:29:11.024215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6d2e52-728b-41ae-8f8f-de218b8033b8 req-1644e849-f526-4c40-880e-c2af50dc9b63 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:11.025936 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3e6d2e52-728b-41ae-8f8f-de218b8033b8 req-1644e849-f526-4c40-880e-c2af50dc9b63 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/ports?device_id=4aab4243-d4fc-4470-b5e8-00f577bef535 HTTP/1.1" status: 200 len: 946 time: 0.5765646 Feb 05 23:29:11.034748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:11.146296 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3e6d2e52-728b-41ae-8f8f-de218b8033b8 req-7dbe5abb-c2b3-4999-92d3-4356042a98bd tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.64 "GET /v2.0/security-groups?id=89da3500-6f2a-4bcb-9def-ea51a98c3c6f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013153 Feb 05 23:29:11.172194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:11.190887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4abd84c7-0107-460d-b9f2-1e4f5ca1ddd0 tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:29:11.285601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Pushing event deleted for resources: {'Port': ['ID=6d99bf8b-897c-4d77-a604-4606ff29278d,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:29:11.291930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:29:11.412549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] No DVR routers for this DVR port 6d99bf8b-897c-4d77-a604-4606ff29278d on host hv-cinder-77428 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:29:11.414789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:11.417674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aab4243-d4fc-4470-b5e8-00f577bef535', 'name': 'network-vif-deleted', 'tag': '6d99bf8b-897c-4d77-a604-4606ff29278d'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:29:11.433272 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9886a209-788d-4ecf-a799-96865b833921 req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] 10.222.0.89 "DELETE /v2.0/ports/6d99bf8b-897c-4d77-a604-4606ff29278d HTTP/1.1" status: 204 len: 173 time: 1.3174546 Feb 05 23:29:11.480046 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aab4243-d4fc-4470-b5e8-00f577bef535', 'name': 'network-vif-deleted', 'tag': '6d99bf8b-897c-4d77-a604-4606ff29278d', 'status': 'completed', 'code': 200} Feb 05 23:29:11.622346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 6d99bf8b-897c-4d77-a604-4606ff29278d no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:29:11.663212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] No Port match for: 6d99bf8b-897c-4d77-a604-4606ff29278d {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:29:11.663575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 6d99bf8b-897c-4d77-a604-4606ff29278d not bound to the agent host hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:29:15.148923 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-361eba84-5b00-4d34-920e-9428760b1f39 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0823536 Feb 05 23:29:15.358084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-c39f3ca1-1b2d-401a-952a-c186a0b79f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:15.359916 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-c39f3ca1-1b2d-401a-952a-c186a0b79f64 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 1162 time: 0.0811005 Feb 05 23:29:15.522335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-007267b8-3bc2-4e49-a891-adae77ed5c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:15.523956 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-007267b8-3bc2-4e49-a891-adae77ed5c8f service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.1443241 Feb 05 23:29:15.640624 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-2148f029-7309-440b-a9a1-f65fc45c3401 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68 HTTP/1.1" status: 200 len: 1001 time: 0.1076643 Feb 05 23:29:15.711861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-aadae75d-bc42-4129-a3d7-8993d4eea2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:15.713494 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-aadae75d-bc42-4129-a3d7-8993d4eea2e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0658102 Feb 05 23:29:15.805594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-97a38a81-9961-43ec-80ac-2bc7d0ff446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:29:15.807294 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-97a38a81-9961-43ec-80ac-2bc7d0ff446c service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0855234 Feb 05 23:29:15.965998 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-1f808a30-b8ff-4dc5-a3ce-5a6b8e19ef17 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507130 Feb 05 23:29:16.122930 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ecd0269-a15c-423a-8736-be17c6a33531 req-f89a3991-f32a-4df8-9a76-080ff62ed90f service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1497624 Feb 05 23:29:18.054891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:30.649397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:29:33.108893 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36778) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:29:33.177748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] Deleting subnet bbbaf8a2-f70f-4791-a2df-8530c77f099f {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:29:33.180970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:33.238148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10556948'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:33.299077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:33.578951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853009043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10622120'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:33.595809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:29:33.935358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbbaf8a2-f70f-4791-a2df-8530c77f099f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:29:33.940798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:29:33.972577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:33.978852 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3554d28b-bcbb-40d6-a7f4-367b6c25f29d admin admin] 10.222.0.64 "DELETE /v2.0/subnets/bbbaf8a2-f70f-4791-a2df-8530c77f099f HTTP/1.1" status: 204 len: 168 time: 0.8688040 Feb 05 23:29:33.981460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36784) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:29:34.098180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:34.288183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:34.405027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98366b68-0cac-41c2-a008-fda3d8374060']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:29:34.418321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06268df0-178c-40d0-a7c3-cfcff7aa3e23') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:29:34.418658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06268df0-178c-40d0-a7c3-cfcff7aa3e23') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:29:34.430812 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:34.448431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:34.450579 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:29:34.635507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Network 98366b68-0cac-41c2-a008-fda3d8374060 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:29:34.645081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:34.825403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Network 98366b68-0cac-41c2-a008-fda3d8374060 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:29:34.853182 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:29:34.932351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:34.935914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:29:34.950510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:34.963096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=98366b68-0cac-41c2-a008-fda3d8374060,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:29:34.966712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:29:34.971497 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d5383aac-ef27-4c35-b62c-1f6c4d5ec3b6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/98366b68-0cac-41c2-a008-fda3d8374060 HTTP/1.1" status: 204 len: 168 time: 0.9888892 Feb 05 23:29:35.123001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36792) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:29:35.181328 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2543091d-f929-4a59-b9b1-7b012f319bbf admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1e748c3342fd4aed91378e1b367be580&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0569952 Feb 05 23:29:35.184437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36796) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:29:35.249062 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61623d81-f38d-4a81-8db8-98276b0f58e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:35.279000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61623d81-f38d-4a81-8db8-98276b0f58e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:35.329361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61623d81-f38d-4a81-8db8-98276b0f58e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:35.335357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f07662ef-151d-4dda-8c12-19ce2eabf448 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:29:35.348927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61623d81-f38d-4a81-8db8-98276b0f58e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89da3500-6f2a-4bcb-9def-ea51a98c3c6f,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:29:35.351810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-61623d81-f38d-4a81-8db8-98276b0f58e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:29:35.353050 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-61623d81-f38d-4a81-8db8-98276b0f58e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:35.355796 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-61623d81-f38d-4a81-8db8-98276b0f58e1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/89da3500-6f2a-4bcb-9def-ea51a98c3c6f HTTP/1.1" status: 204 len: 168 time: 0.1688826 Feb 05 23:29:36.517909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bce4007-2620-4199-8831-e2ec838c1d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:39.010300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c0f5ca06-5136-4292-9a2e-e2904c321687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:39.773877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:40.643634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:41.037441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:47.868815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 36938) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:29:48.024962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:48.041073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:29:48.045092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Usage tracker for resource:security_group_rule and tenant:1d3c74f65c7642f08cd08c5cb8e23f70 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:29:48.048169 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:29:48.049838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:48.054040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:29:48.143942 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:48.147282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:48.156038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-972b1cb6-38f5-4fe8-95c7-c943c468d05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:29:48.198345 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=1d3c74f65c7642f08cd08c5cb8e23f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3282645 Feb 05 23:29:48.199961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da60212-b892-4f12-8a99-8ab7ca320e15,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:29:48.201207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 36944) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:29:48.209086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.209528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.209930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.210351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.210865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.211255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.211644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.212030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.212419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.212802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.213183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.213592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.214059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.214442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.214825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.215204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.215585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.215965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.216345 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.216726 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.217103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.217506 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.217887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.218265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.223542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:29:48.267241 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:48.295395 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:48.340951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:48.345944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e3acf27b-4398-4b29-a552-61ab8340517a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:29:48.359452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da60212-b892-4f12-8a99-8ab7ca320e15,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:29:48.369898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.370313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.370715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.371116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.371509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.371909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.372299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.372691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.373087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.373500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.373890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.374274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.374742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.375135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.375518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.375901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.376284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.376670 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.377051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.377463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.377846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.378236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.379055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.379468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:29:48.384273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:29:48.385601 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0da60212-b892-4f12-8a99-8ab7ca320e15 HTTP/1.1" status: 204 len: 168 time: 0.1831822 Feb 05 23:29:48.386617 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:02.587048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43539df-cc7d-4412-9fca-a9864e15ac19 req-0ed5d543-638a-43d3-9d4b-4e907c819c88 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:02.588720 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c43539df-cc7d-4412-9fca-a9864e15ac19 req-0ed5d543-638a-43d3-9d4b-4e907c819c88 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.3106010 Feb 05 23:30:02.653159 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c43539df-cc7d-4412-9fca-a9864e15ac19 req-febaff58-9a92-4f51-88d8-324dbfb804fa tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580595 Feb 05 23:30:03.973238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0dc52-fc94-46f9-832a-f7eda586b524 req-8588be36-d6b3-4948-ad62-998d93e2d7f2 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:03.975152 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8d0dc52-fc94-46f9-832a-f7eda586b524 req-8588be36-d6b3-4948-ad62-998d93e2d7f2 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1727519 Feb 05 23:30:04.045487 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8d0dc52-fc94-46f9-832a-f7eda586b524 req-f4f2508a-3ea9-42ed-972e-0059546bcc48 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634003 Feb 05 23:30:04.232920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 93f032f2-7114-4be2-a954-1fe8dbc67a68 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:30:04.309176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 93f032f2-7114-4be2-a954-1fe8dbc67a68 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:30:04.309701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:04.471425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-8b54d2b7-7d0b-42c4-af8d-bdef1695e714 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:04.473871 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-8b54d2b7-7d0b-42c4-af8d-bdef1695e714 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.1655550 Feb 05 23:30:04.565313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Deleting port 93f032f2-7114-4be2-a954-1fe8dbc67a68 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:30:04.565695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:04.829882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] For port 93f032f2-7114-4be2-a954-1fe8dbc67a68, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=93f032f2-7114-4be2-a954-1fe8dbc67a68,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:30:04.830201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:05.155665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:05.156190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:05.156517 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Floating IP c94683c0-6ced-4d19-8998-e10fbd094911 disassociated. External IP: 172.28.1.111, port: 93f032f2-7114-4be2-a954-1fe8dbc67a68. Feb 05 23:30:05.156899 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Calling delete_port for 93f032f2-7114-4be2-a954-1fe8dbc67a68 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:30:05.445928 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fec81-c1df-452e-8f35-aa280e63e501 req-a7347f16-dadb-41b3-b018-0aa0a6e5f587 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:05.447566 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e52fec81-c1df-452e-8f35-aa280e63e501 req-a7347f16-dadb-41b3-b018-0aa0a6e5f587 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 945 time: 0.2474794 Feb 05 23:30:05.503001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:05.521894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3eb64cd4-f650-4d76-89a2-36ea68413bec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:05.577416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event deleted for resources: {'Port': ['ID=93f032f2-7114-4be2-a954-1fe8dbc67a68,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:05.643135 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e52fec81-c1df-452e-8f35-aa280e63e501 req-d7c8a946-0e5a-42db-acb9-039880a2146e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=a235970a-181e-44de-885a-72d5c6482425&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891479 Feb 05 23:30:05.644679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:06.049711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 93f032f2-7114-4be2-a954-1fe8dbc67a68 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:30:06.091114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] No Port match for: 93f032f2-7114-4be2-a954-1fe8dbc67a68 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:30:06.091114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 93f032f2-7114-4be2-a954-1fe8dbc67a68 not bound to the agent host hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:30:06.135182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:30:06.339924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:30:06.351720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] Sync routers for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:30:06.361620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:30:06.362302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:29:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:30:06.381788 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] No DVR routers for this DVR port 93f032f2-7114-4be2-a954-1fe8dbc67a68 on host hv-cinder-77428 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:30:06.384394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:06.388131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'name': 'network-vif-deleted', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:30:06.423242 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cab07e48-bd6d-4578-8a7f-e525c8694637 req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "DELETE /v2.0/ports/93f032f2-7114-4be2-a954-1fe8dbc67a68 HTTP/1.1" status: 204 len: 173 time: 1.9438448 Feb 05 23:30:06.489934 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd627535a-3d76-4c77-b258-a579116b6b29', 'name': 'network-vif-deleted', 'tag': '93f032f2-7114-4be2-a954-1fe8dbc67a68', 'status': 'completed', 'code': 200} Feb 05 23:30:06.535930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b338bb41-31b3-428f-8a65-93692f06dc3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:06.592521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:30:06.862242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-153d5db1-74ee-4234-8e5c-a7f6b97cce2e req-ce1305a7-271f-4eb4-9853-5f2068924a8e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Synchronizing usage tracker for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:30:06.945114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:30:06.949284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] Checking router: a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:30:06.959107 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:30:06.959767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:29:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:30:06.991057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-153d5db1-74ee-4234-8e5c-a7f6b97cce2e req-ce1305a7-271f-4eb4-9853-5f2068924a8e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Unset dirty status for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:30:06.997455 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-153d5db1-74ee-4234-8e5c-a7f6b97cce2e req-ce1305a7-271f-4eb4-9853-5f2068924a8e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=d627535a-3d76-4c77-b258-a579116b6b29 HTTP/1.1" status: 200 len: 210 time: 0.1842616 Feb 05 23:30:07.325531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:30:07.650901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:30:07.678919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:30:07.683364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3301b916-3c85-447e-b2cd-2e93f23fe574 None None] The sync data for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb is: [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:30:08.119453 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84c978b-112b-442e-bfe7-b6b4e0927f22 None None] New status for floating IP c94683c0-6ced-4d19-8998-e10fbd094911: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:30:08.190613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37028) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:30:08.281817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf585-c2dd-4cc1-b43a-0805504ab55f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:08.312119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf585-c2dd-4cc1-b43a-0805504ab55f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:08.360433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf585-c2dd-4cc1-b43a-0805504ab55f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:08.366118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-98c5a0b0-ee5c-4626-8dbc-b9ae99c40c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:08.382462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dcf585-c2dd-4cc1-b43a-0805504ab55f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a235970a-181e-44de-885a-72d5c6482425,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:08.386542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b3dcf585-c2dd-4cc1-b43a-0805504ab55f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:08.392311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b3dcf585-c2dd-4cc1-b43a-0805504ab55f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:08.393599 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b3dcf585-c2dd-4cc1-b43a-0805504ab55f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "DELETE /v2.0/security-groups/a235970a-181e-44de-885a-72d5c6482425 HTTP/1.1" status: 204 len: 168 time: 0.2017798 Feb 05 23:30:08.397472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37032) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:30:08.420059 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.v2.resource [None req-b1582555-8fe8-4a6a-b97e-d3fec4803ea9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] show failed (client error): The resource could not be found. Feb 05 23:30:08.421203 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b1582555-8fe8-4a6a-b97e-d3fec4803ea9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups/a235970a-181e-44de-885a-72d5c6482425 HTTP/1.1" status: 404 len: 347 time: 0.0227280 Feb 05 23:30:08.426581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37036) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:30:08.638912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Deleting port 2cddc04a-cc28-4efd-a6a1-e1ec241b99e2 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:30:08.639296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:08.830394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:08.831182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:08.969642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Calling delete_port for 2cddc04a-cc28-4efd-a6a1-e1ec241b99e2 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:30:09.010542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a157c41-aeee-4659-8b97-1b306028b12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.121245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.136836 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-01d51ab6-3f98-4fa1-b2c6-785849a4803f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:09.233717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event deleted for resources: {'Port': ['ID=2cddc04a-cc28-4efd-a6a1-e1ec241b99e2,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:09.241597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:09.309933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.327102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.328356 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "DELETE /v2.0/floatingips/c94683c0-6ced-4d19-8998-e10fbd094911 HTTP/1.1" status: 204 len: 168 time: 0.9004624 Feb 05 23:30:09.676457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37044) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:30:09.682234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1657984191', 'description': 'tempest-description--1899621763'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:30:09.704118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:30:09.709491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:security_group and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:30:09.712499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:30:09.718261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:30:09.728562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.750006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:30:09.754559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:security_group_rule and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:30:09.757486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:30:09.764251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:30:09.778115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.842506 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.845525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.851303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-efe3a2f0-95b1-4017-ae55-01e3a12601a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:09.896751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a312a7-d7af-4718-a8a0-4479a6bc0792,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:09.900552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:09.902484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:09.903799 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2262752 Feb 05 23:30:09.906881 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37050) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:30:09.912933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'security_group_rule': {'security_group_id': 'e1a312a7-d7af-4718-a8a0-4479a6bc0792', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:30:09.934903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:30:09.938974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:security_group_rule and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:30:09.942708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:30:09.948827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:30:09.967792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.036639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.039424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.046708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4fb8e87e-5fa7-4917-abe3-967b1dd0d1d9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:10.069832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=601db7f5-81f4-4bbe-94a0-90e3bc578881,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:10.072718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:10.076119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.077472 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695399 Feb 05 23:30:10.080414 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37054) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:30:10.087300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'security_group_rule': {'security_group_id': 'e1a312a7-d7af-4718-a8a0-4479a6bc0792', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:30:10.112052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:30:10.117435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:security_group_rule and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:30:10.120466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:30:10.126310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:30:10.143604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.209422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.211982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.214133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4f21baca-73ee-411d-9796-e78309f491de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:10.242842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f4e427b-2a17-47e1-9bb3-e579e8b21101,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:10.245522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:10.251725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.252996 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1712174 Feb 05 23:30:10.256348 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37058) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:30:10.262011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'floatingip': {'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:30:10.283412 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:30:10.288111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Usage tracker for resource:floatingip and tenant:570c6f91f88b4d39ace8315a276ad24c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:30:10.291132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:30:10.297081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:30:10.307560 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.455204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.646067 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.731108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Allocated IP 172.28.1.89 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/f603354a-85b4-4c88-b9f1-42e50ba3569a) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:30:10.889816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.919851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:10.935461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:11.041141 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:11.073350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'Port': ['ID=f603354a-85b4-4c88-b9f1-42e50ba3569a,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:11.077900 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:11.134438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:30:11.134438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:30:11.135791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:30:11.207132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:11.276835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:11.552951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:11.556334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:11.572372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:11.917889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'Port': ['ID=f603354a-85b4-4c88-b9f1-42e50ba3569a,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:11.923039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:11.966056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:11.988413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:11.989901 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7325635 Feb 05 23:30:12.195546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-49013072-87fd-4324-bc3c-71ad627b3707 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Synchronizing usage tracker for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:30:12.211450 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-49013072-87fd-4324-bc3c-71ad627b3707 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Unset dirty status for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:30:12.212705 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-49013072-87fd-4324-bc3c-71ad627b3707 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--1657984191&fields=id&tenant_id=570c6f91f88b4d39ace8315a276ad24c HTTP/1.1" status: 200 len: 267 time: 0.0782144 Feb 05 23:30:12.466502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-ffb38abb-d5b3-498d-97fe-21ae18bc8146 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:12.468241 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-ffb38abb-d5b3-498d-97fe-21ae18bc8146 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 816 time: 0.2480385 Feb 05 23:30:12.485902 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-06ac6882-7fce-4ea8-ac50-8563a33dc018 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/quotas/570c6f91f88b4d39ace8315a276ad24c HTTP/1.1" status: 200 len: 375 time: 0.0104563 Feb 05 23:30:12.632324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-1395a37c-434a-4346-9e0a-6cdd936f4474 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Synchronizing usage tracker for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:30:12.647505 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-1395a37c-434a-4346-9e0a-6cdd936f4474 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Unset dirty status for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:30:12.648965 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-1395a37c-434a-4346-9e0a-6cdd936f4474 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1560323 Feb 05 23:30:12.873152 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-258cae66-8b7b-4da5-a388-92aa4258f39e service neutron] 10.222.0.64 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107201 Feb 05 23:30:13.018975 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-1c6badcb-07e5-4228-b011-d229d0b6625d service neutron] 10.222.0.64 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1384354 Feb 05 23:30:13.229201 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f5583c00-cc06-4752-b31b-a40edd5cfc19 req-f9a2557e-0ce6-479c-8df0-e60f02ecd04e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0493448 Feb 05 23:30:14.453807 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d5e6b336-3a25-4c19-846f-64744f891609 req-6f621611-8bba-48e6-b55e-18a1a4bda04a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0529971 Feb 05 23:30:14.768741 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-7278fe02-a680-4eac-83b4-d513197945ba tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:14.771002 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-7278fe02-a680-4eac-83b4-d513197945ba tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 816 time: 0.2458766 Feb 05 23:30:14.899351 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-609a9488-a6ed-4ed0-b0a7-487fad509b50 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=570c6f91f88b4d39ace8315a276ad24c HTTP/1.1" status: 200 len: 5705 time: 0.1051538 Feb 05 23:30:14.915226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'port': {'device_id': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'admin_state_up': True, 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'security_groups': ['e1a312a7-d7af-4718-a8a0-4479a6bc0792']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:30:15.063278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:30:15.073568 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:30:15.082970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Made reservation on behalf of 570c6f91f88b4d39ace8315a276ad24c for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:30:15.104895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:15.421680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Allocated IP 172.20.0.7 (c7364839-1e86-4ca0-b391-b578586d7bf0/40127f07-9833-458b-947f-4e42e3f5df01/eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:30:15.674258 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-238a998a-dd73-4c95-af24-4d35d9f7326a req-9b267bd1-f90f-4a41-80ce-cc955ab92e61 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0669799 Feb 05 23:30:15.679437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:15.696432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Transition to ACTIVE for port object eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:30:15.721519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:15.739655 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:15.879122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event updated for resources: {'Port': ['ID=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:15.883357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:15.941325 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Network c7364839-1e86-4ca0-b391-b578586d7bf0 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:30:15.942484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:30:15.944839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:30:16.013083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:16.013844 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:16.041477 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1302426 Feb 05 23:30:16.135598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Request body: {'port': {'device_id': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:30:16.193618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cd5360cf-78f1-4aa7-a466-b4be71b44d14 None None] Provisioning for port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:30:16.198889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cd5360cf-78f1-4aa7-a466-b4be71b44d14 None None] Provisioning complete for port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:30:16.199306 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cd5360cf-78f1-4aa7-a466-b4be71b44d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:16.260774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-cd5360cf-78f1-4aa7-a466-b4be71b44d14 None None] Port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:30:16.266217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:16.686068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:30:16.695210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:16.709387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Transition to ACTIVE for port object eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:30:16.712043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:16.727842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f0dddcd2-5f9f-4daa-9320-3358c783af32 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:16.922475 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Pushing event updated for resources: {'Port': ['ID=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:16.929733 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:16.997861 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bf798066-f5b6-4b87-866c-62077608d54d req-aabf8c43-89d5-41bf-99e5-a7dfbb2bbab2 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0891945 Feb 05 23:30:17.120895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798066-f5b6-4b87-866c-62077608d54d req-da359596-58b8-47f7-b030-2267da913b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:17.122924 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bf798066-f5b6-4b87-866c-62077608d54d req-da359596-58b8-47f7-b030-2267da913b89 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 1162 time: 0.0916233 Feb 05 23:30:17.293783 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798066-f5b6-4b87-866c-62077608d54d req-886a22ba-737e-48a7-968a-9e9adcc53390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:17.295312 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bf798066-f5b6-4b87-866c-62077608d54d req-886a22ba-737e-48a7-968a-9e9adcc53390 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.1506560 Feb 05 23:30:17.358892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f77b07-80dd-4447-a954-dd1f87e07fe2 req-8aee5ced-91fd-498d-acf0-b8f40323127d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:17.359633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-81f77b07-80dd-4447-a954-dd1f87e07fe2 req-8aee5ced-91fd-498d-acf0-b8f40323127d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Synchronizing usage tracker for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:30:17.390819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-81f77b07-80dd-4447-a954-dd1f87e07fe2 req-8aee5ced-91fd-498d-acf0-b8f40323127d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Unset dirty status for tenant:570c6f91f88b4d39ace8315a276ad24c on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:30:17.392112 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-81f77b07-80dd-4447-a954-dd1f87e07fe2 req-8aee5ced-91fd-498d-acf0-b8f40323127d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.5611272 Feb 05 23:30:17.394995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Attempting to bind port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:30:17.395364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Attempting to bind port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:30:17.395742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Attempting to bind port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa on network c7364839-1e86-4ca0-b391-b578586d7bf0 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:30:17.412826 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bf798066-f5b6-4b87-866c-62077608d54d req-e4d58dd4-08d0-41d2-843b-0c0aec28343f service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 200 len: 1000 time: 0.1111140 Feb 05 23:30:17.416569 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:30:17.416954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Checking segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:30:17.417392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:17.417792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Bound using segment: {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:30:17.418279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Bound port: eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a75e80-e325-40ff-8471-8da33553214e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:30:17.418706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:17.496761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798066-f5b6-4b87-866c-62077608d54d req-f59c98ab-f96a-46e5-bb17-12d2bd32a04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:17.498478 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bf798066-f5b6-4b87-866c-62077608d54d req-f59c98ab-f96a-46e5-bb17-12d2bd32a04d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0784948 Feb 05 23:30:17.518535 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-81f77b07-80dd-4447-a954-dd1f87e07fe2 req-50044d91-9d8a-40f0-bfec-fd7659cb566f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186373 Feb 05 23:30:17.559474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] For port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa, host hv-cinder-77428, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:30:17.562709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] For port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:30:17.566790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:17.583294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:17.590738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf798066-f5b6-4b87-866c-62077608d54d req-b53e3e6a-dfc3-4af9-a965-d6b36b65c58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:17.592404 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bf798066-f5b6-4b87-866c-62077608d54d req-b53e3e6a-dfc3-4af9-a965-d6b36b65c58b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0877445 Feb 05 23:30:17.737702 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bf798066-f5b6-4b87-866c-62077608d54d req-457160f3-932e-4c2a-bf8b-48f42f9575b1 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385770 Feb 05 23:30:17.740626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Pushing event updated for resources: {'Port': ['ID=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:17.744199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:17.778170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:17.778741 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:17.780295 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] 10.222.0.89 "PUT /v2.0/ports/eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 200 len: 1157 time: 1.7257962 Feb 05 23:30:17.780840 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:30:17.885676 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'status': 'completed', 'code': 200} Feb 05 23:30:17.904909 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bf798066-f5b6-4b87-866c-62077608d54d req-21536252-3538-418a-a50c-f46306b87f7c service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1612084 Feb 05 23:30:17.928303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-74738303-a44f-4d74-82fe-a9f1a2fe9740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:17.930007 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-74738303-a44f-4d74-82fe-a9f1a2fe9740 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1160 time: 0.0948927 Feb 05 23:30:18.022102 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-7c7f24be-cd5c-4347-99d0-4d58ab3a4cda service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 200 len: 217 time: 0.0709126 Feb 05 23:30:18.069170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:18.096456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-dd0cd719-c702-464f-97b2-0a15e049ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:18.098842 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-dd0cd719-c702-464f-97b2-0a15e049ae31 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0701673 Feb 05 23:30:18.183809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-5f5161de-7ec1-40ee-b711-90ec6f1c4826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:18.185514 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-5f5161de-7ec1-40ee-b711-90ec6f1c4826 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791037 Feb 05 23:30:18.331236 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-e3b68507-3fba-441b-962f-a551589b396f service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383646 Feb 05 23:30:18.478232 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a5c53dac-b51d-47d0-b48d-46470af77828 req-e33d9409-a923-4b64-982d-126c87466b3d service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1412890 Feb 05 23:30:18.655798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-d1b76ccd-5ae7-47a0-836f-893d58cc5e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:18.657505 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-d1b76ccd-5ae7-47a0-836f-893d58cc5e2b service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1160 time: 0.0863235 Feb 05 23:30:18.869169 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-aa43d5d2-2aa3-4dc2-9896-f57394008eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:18.870759 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-aa43d5d2-2aa3-4dc2-9896-f57394008eba service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.2064624 Feb 05 23:30:18.957166 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191626d-c7ee-4621-9039-38e9b77ebbd6 req-842fe9c8-dcaa-4593-a073-dbed64209944 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:18.958884 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1191626d-c7ee-4621-9039-38e9b77ebbd6 req-842fe9c8-dcaa-4593-a073-dbed64209944 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.2730095 Feb 05 23:30:19.043928 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-91ff79c6-c484-479a-8d3d-7c7e7dffa3d1 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 200 len: 217 time: 0.0839057 Feb 05 23:30:19.129689 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1191626d-c7ee-4621-9039-38e9b77ebbd6 req-0b3720ef-a9bf-4baf-900a-c17246969e86 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073027 Feb 05 23:30:19.153445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-fc11a859-822c-4959-bf51-7afcc388feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:19.155037 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-fc11a859-822c-4959-bf51-7afcc388feb2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0932753 Feb 05 23:30:19.243855 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-0a5f46e4-4ac6-4679-bb85-62d4182968a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:19.245545 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-0a5f46e4-4ac6-4679-bb85-62d4182968a2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838046 Feb 05 23:30:19.395920 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-6e5b12ec-441a-4250-ace0-5f11b90016ef service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432142 Feb 05 23:30:19.541703 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5f172f05-1357-4326-b145-02e9f7810cd8 req-c34eb829-9415-4e16-8206-4992a381ad1b service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392577 Feb 05 23:30:20.448692 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8566a5-7719-4ee3-a79e-13c1793fb565 req-2a1c491f-5365-43eb-9930-f7acdede5d6a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:20.450691 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bc8566a5-7719-4ee3-a79e-13c1793fb565 req-2a1c491f-5365-43eb-9930-f7acdede5d6a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1725159 Feb 05 23:30:20.519140 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bc8566a5-7719-4ee3-a79e-13c1793fb565 req-bf1471c5-ee53-4e99-9b79-67cf6aa16b71 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613623 Feb 05 23:30:21.843842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f4f7d1-432b-45b0-97ab-4781e264d6c0 req-12925b61-e682-43bb-8818-d81e96382356 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:21.845608 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-13f4f7d1-432b-45b0-97ab-4781e264d6c0 req-12925b61-e682-43bb-8818-d81e96382356 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1740358 Feb 05 23:30:21.915523 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-13f4f7d1-432b-45b0-97ab-4781e264d6c0 req-0f167e82-779b-4ff1-86bc-688682db4207 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635073 Feb 05 23:30:23.036497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:30:23.115140 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:30:23.119327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:30:23.119747 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:23.244358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb21e6-3b35-4a7c-9805-911e277ae58b req-1405ac40-04ef-498a-aaa5-c1639e98a680 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:23.246046 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f9bb21e6-3b35-4a7c-9805-911e277ae58b req-1405ac40-04ef-498a-aaa5-c1639e98a680 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1763508 Feb 05 23:30:23.252668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:23.282615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:30:23.294397 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:30:23.297659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:23.299668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:30:23.318495 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f9bb21e6-3b35-4a7c-9805-911e277ae58b req-84dae5be-091c-4c27-a2cc-e59b9b5bdf92 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636265 Feb 05 23:30:23.392966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:30:23.402259 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.402657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.403040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.403415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.403785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.404152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.404566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.404868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.405625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.405625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.406113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.406279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.406739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.407064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.407453 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.407778 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.408182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.408486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.408850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.409213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.410219 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.411213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.411590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.411961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:30:23.416919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:30:23.517637 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'code': 200} Feb 05 23:30:23.848186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c51ed7-0b27-4f56-9ea0-3f68320925d5 req-d5a02189-23c3-4764-a468-146e032c62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:23.849884 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b4c51ed7-0b27-4f56-9ea0-3f68320925d5 req-d5a02189-23c3-4764-a468-146e032c62f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1162 time: 0.0839357 Feb 05 23:30:23.893429 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b4c51ed7-0b27-4f56-9ea0-3f68320925d5 req-5a37b57d-c526-4154-9b58-bad83983b0b1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371711 Feb 05 23:30:24.383423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:30:24.463927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:30:24.464354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:24.646261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050288e2-7372-4ca2-9a3f-6b3f1afc0447 req-d3d970a7-ffa2-4d10-a0cd-f80b3ce018e6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:24.647884 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050288e2-7372-4ca2-9a3f-6b3f1afc0447 req-d3d970a7-ffa2-4d10-a0cd-f80b3ce018e6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1703818 Feb 05 23:30:24.713165 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-050288e2-7372-4ca2-9a3f-6b3f1afc0447 req-2f9dd5c5-715b-4b0c-b8cd-f5eef1265cde tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589035 Feb 05 23:30:26.034134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6734875-863d-4ad4-abaf-d804aa6c2060 req-07f68d7c-d656-48f0-b562-9ff6d2ce477d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:26.035884 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c6734875-863d-4ad4-abaf-d804aa6c2060 req-07f68d7c-d656-48f0-b562-9ff6d2ce477d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1695025 Feb 05 23:30:26.105141 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c6734875-863d-4ad4-abaf-d804aa6c2060 req-8d9014c6-acbb-4b57-82f8-1085ef820ec4 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625663 Feb 05 23:30:26.479958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb57cb6-9bef-4692-8875-86279686bc9a req-4a99f768-0fb0-48cb-a873-b6de3d84b5a7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:26.481724 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0eb57cb6-9bef-4692-8875-86279686bc9a req-4a99f768-0fb0-48cb-a873-b6de3d84b5a7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.2352533 Feb 05 23:30:26.492854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37172) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:30:26.499434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Request body: {'floatingip': {'port_id': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:30:26.578534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c85a1-d62a-43bb-a753-704d1b3715f6 req-ce44bac4-2695-4279-b53f-054b192ba867 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:26.580247 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2b9c85a1-d62a-43bb-a753-704d1b3715f6 req-ce44bac4-2695-4279-b53f-054b192ba867 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.2882986 Feb 05 23:30:26.604644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:26.647716 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2b9c85a1-d62a-43bb-a753-704d1b3715f6 req-d172a6fd-3de3-4fb4-94c0-3956f4c2c6df tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604177 Feb 05 23:30:27.240767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:27.243534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:27.439518 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Floating IP 555d7359-f281-4c14-8236-e3df2839a9fa associated. External IP: 172.28.1.89, port: eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa. Feb 05 23:30:27.966199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c0b7f-5df6-4d37-b7a5-9c4560503e82 req-442e0db3-79f6-4fe0-8a2b-e3c6ce110317 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:27.967970 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8b0c0b7f-5df6-4d37-b7a5-9c4560503e82 req-442e0db3-79f6-4fe0-8a2b-e3c6ce110317 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1777093 Feb 05 23:30:28.035255 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8b0c0b7f-5df6-4d37-b7a5-9c4560503e82 req-33c2d390-fff3-4c2c-b24b-65b4fc00cbd2 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593498 Feb 05 23:30:28.057694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:30:28.256326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:30:28.266292 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] Sync routers for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:30:28.270592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:28.276250 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:30:28.276932 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:30:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:30:28.330756 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-cf53ac90-0984-49a8-ae7b-80315320a750 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "PUT /v2.0/floatingips/555d7359-f281-4c14-8236-e3df2839a9fa HTTP/1.1" status: 200 len: 990 time: 1.8362136 Feb 05 23:30:28.332321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:30:28.479544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:30:28.490933 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'status': 'completed', 'code': 200} Feb 05 23:30:28.818695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-a38a0ca1-d298-4396-aa5e-f1e3111e9cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:28.820337 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-a38a0ca1-d298-4396-aa5e-f1e3111e9cd0 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1162 time: 0.2867446 Feb 05 23:30:28.869083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '555d7359-f281-4c14-8236-e3df2839a9fa', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'floating_ip_address': '172.28.1.89', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'port_id': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'mac_address': 'fa:16:3e:36:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:30:11Z', 'updated_at': '2021-02-05T23:30:27Z', 'revision_number': 1, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:30:28.873149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] Checking router: a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:30:28.882707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:30:28.883357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:30:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:30:28.967291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-4eb98cf3-bfb7-42e3-a2ff-c77012cd2ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:28.968889 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-4eb98cf3-bfb7-42e3-a2ff-c77012cd2ffa service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.1410880 Feb 05 23:30:29.079313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:30:29.080518 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-68c7f813-f596-4781-aa69-0c27a5477b48 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 200 len: 998 time: 0.1048064 Feb 05 23:30:29.151917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-5a8a6aab-cd0d-4fd3-835a-6a6d010c8afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:29.153534 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-5a8a6aab-cd0d-4fd3-835a-6a6d010c8afd service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0671031 Feb 05 23:30:29.314811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-90e4c47a-5ddf-4621-8349-fcaba5b5d7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:29.317215 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-90e4c47a-5ddf-4621-8349-fcaba5b5d7f9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1557608 Feb 05 23:30:29.404102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef40e6-a547-49f2-ba6a-007f0372d1d2 req-fd98ca35-8ce6-4cb3-8475-29562127a3a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:29.405758 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b3ef40e6-a547-49f2-ba6a-007f0372d1d2 req-fd98ca35-8ce6-4cb3-8475-29562127a3a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.2036672 Feb 05 23:30:29.461673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '555d7359-f281-4c14-8236-e3df2839a9fa', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'floating_ip_address': '172.28.1.89', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'port_id': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'mac_address': 'fa:16:3e:36:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:30:11Z', 'updated_at': '2021-02-05T23:30:27Z', 'revision_number': 1, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:30:29.466094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b83012-05d1-4951-8288-08a97dfdad62 None None] The sync data for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb is: [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '555d7359-f281-4c14-8236-e3df2839a9fa', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'floating_ip_address': '172.28.1.89', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'port_id': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'mac_address': 'fa:16:3e:36:e9:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:30:11Z', 'updated_at': '2021-02-05T23:30:27Z', 'revision_number': 1, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:30:29.555830 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b3ef40e6-a547-49f2-ba6a-007f0372d1d2 req-73f1ec6f-54fe-41de-aec0-ea353c6ded05 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234727 Feb 05 23:30:29.615184 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-5b8c26ed-5486-4601-9dc5-11aeb5542e4c service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082942 Feb 05 23:30:29.775630 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5952420b-56ab-4f9f-a9c8-8f89a62345a6 req-08edc9cf-e54c-46d1-b26f-109e56d48539 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1519248 Feb 05 23:30:29.788420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad1721e-ff1b-4bf0-bedf-267bff3d0052 None None] New status for floating IP 555d7359-f281-4c14-8236-e3df2839a9fa: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:30:30.859374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a2f3c-e6e3-4639-867c-26792915cc47 req-2f4f552b-9f6c-48fd-b6f5-502176f5286e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:30.861086 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce8a2f3c-e6e3-4639-867c-26792915cc47 req-2f4f552b-9f6c-48fd-b6f5-502176f5286e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1726303 Feb 05 23:30:30.926340 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce8a2f3c-e6e3-4639-867c-26792915cc47 req-05e6b26e-70df-435b-add1-b4ed04207613 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587580 Feb 05 23:30:32.225089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a56fa7-1f3c-46ef-a8e9-a5cd0159e943 req-87503a2a-1d31-4b1d-8910-31c799615b46 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:32.226888 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-42a56fa7-1f3c-46ef-a8e9-a5cd0159e943 req-87503a2a-1d31-4b1d-8910-31c799615b46 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1647418 Feb 05 23:30:32.294491 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-42a56fa7-1f3c-46ef-a8e9-a5cd0159e943 req-e9a0dd90-c2f4-4a30-b2c3-0da3352963cf tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612984 Feb 05 23:30:33.590970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f1b0b-ca2f-46e9-b989-0cde59bc879c req-3f9abcd0-a83e-478f-97c1-8c72bf483e09 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:33.592558 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8d5f1b0b-ca2f-46e9-b989-0cde59bc879c req-3f9abcd0-a83e-478f-97c1-8c72bf483e09 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1657381 Feb 05 23:30:33.656608 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8d5f1b0b-ca2f-46e9-b989-0cde59bc879c req-378f61f9-d102-447a-9fac-528a2b918cfb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575025 Feb 05 23:30:34.470122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b646587c-ec27-4f2f-87dc-4963c999d5a3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:30:34.542961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b646587c-ec27-4f2f-87dc-4963c999d5a3 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:30:34.543383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:34.955766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a5225-d5bf-4ad2-a80c-aec963a395cf req-71df70fd-93af-4b6e-8c59-c26ea76ac8de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:34.957791 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ea5a5225-d5bf-4ad2-a80c-aec963a395cf req-71df70fd-93af-4b6e-8c59-c26ea76ac8de tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1697721 Feb 05 23:30:35.023159 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ea5a5225-d5bf-4ad2-a80c-aec963a395cf req-ddef369b-5bda-4a3f-bbff-4541c3206517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589015 Feb 05 23:30:36.322319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288cb1df-7c11-4463-85a0-24adc0f33811 req-54f349e6-4654-4769-ae0e-5a77fe92c2cb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:36.323931 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-288cb1df-7c11-4463-85a0-24adc0f33811 req-54f349e6-4654-4769-ae0e-5a77fe92c2cb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1652365 Feb 05 23:30:36.389004 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-288cb1df-7c11-4463-85a0-24adc0f33811 req-1b606f1e-ff15-43a3-97a8-3fdb15c76a3b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586736 Feb 05 23:30:36.519116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9c595ee6-d00d-49d8-984b-d24c23414019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:37.695495 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75102d-ebd6-4f5a-89c5-4ee271ea65f5 req-caea118c-dccb-4ef1-9e19-d96c0faf37cc tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:37.697164 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8f75102d-ebd6-4f5a-89c5-4ee271ea65f5 req-caea118c-dccb-4ef1-9e19-d96c0faf37cc tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1747184 Feb 05 23:30:37.764683 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8f75102d-ebd6-4f5a-89c5-4ee271ea65f5 req-325ff1a2-00e4-4b10-8c7b-f3d58257aef5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611644 Feb 05 23:30:38.266990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-0d67b861-51e7-4279-bac0-6417c0eb4b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:38.269161 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-0d67b861-51e7-4279-bac0-6417c0eb4b5e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 1162 time: 0.1284969 Feb 05 23:30:38.502782 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f39116-811e-47d5-aa25-7506f2747945 req-7468e6d9-4eaa-400a-b7a0-9661e0abb854 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:38.505080 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-20f39116-811e-47d5-aa25-7506f2747945 req-7468e6d9-4eaa-400a-b7a0-9661e0abb854 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.2974966 Feb 05 23:30:38.542817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-a59ffe35-00b8-4b96-9fb0-89a2c6a7b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:38.544287 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-a59ffe35-00b8-4b96-9fb0-89a2c6a7b7bd service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.2680831 Feb 05 23:30:38.649606 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-20f39116-811e-47d5-aa25-7506f2747945 req-c6d50708-a7bb-48e1-b693-9b63e22b15a5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345599 Feb 05 23:30:38.685208 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-27075c52-b169-42c2-be67-faea16f84161 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 200 len: 1000 time: 0.1299436 Feb 05 23:30:38.754202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-cc565e32-02e8-4168-8216-1b2f6c54985c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:38.755780 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-cc565e32-02e8-4168-8216-1b2f6c54985c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0638633 Feb 05 23:30:38.845024 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-1704fef1-ca89-4741-8b54-50ccdbccc7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:38.846764 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-1704fef1-ca89-4741-8b54-50ccdbccc7d1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837655 Feb 05 23:30:38.993976 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-35ef1b23-cdd6-4e22-baa3-fb4c7f6e509a service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399632 Feb 05 23:30:39.012076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f890f911-ce9d-49ff-b797-cfa3d9db5b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:39.142978 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e5bdb875-6d92-4f2e-b091-9415cac3caaa req-b726125d-14d6-47fe-bdbd-1f079958824d service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1408753 Feb 05 23:30:39.779724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:39.947436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2dc1eb-8a1e-4dcc-a6c3-b6ff1d4f68f2 req-f8dffcf9-8d84-4593-8473-6ae104c05dff tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:39.949148 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b2dc1eb-8a1e-4dcc-a6c3-b6ff1d4f68f2 req-f8dffcf9-8d84-4593-8473-6ae104c05dff tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1669576 Feb 05 23:30:40.015413 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b2dc1eb-8a1e-4dcc-a6c3-b6ff1d4f68f2 req-0e9c7afa-a3cb-499b-9353-2f3c2be51ff2 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599380 Feb 05 23:30:40.513538 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b646587c-ec27-4f2f-87dc-4963c999d5a3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:30:40.589361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b646587c-ec27-4f2f-87dc-4963c999d5a3 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:30:40.589785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:40.667183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:41.041901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:30:41.341129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70badb41-fea8-4113-8d5c-ba3f4ab764ad req-ed7f0bed-8118-4223-940f-d0fb0a895ae0 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:30:41.342833 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-70badb41-fea8-4113-8d5c-ba3f4ab764ad req-ed7f0bed-8118-4223-940f-d0fb0a895ae0 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1729772 Feb 05 23:30:41.410634 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-70badb41-fea8-4113-8d5c-ba3f4ab764ad req-4e90f8b9-19e5-4102-917e-fbdd9bab5df9 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609245 Feb 05 23:30:44.651291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:30:48.059940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:06.522432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ecc6401a-0a1d-419c-b8e5-5427e77db713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:09.012998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4ed3a0e4-e816-43c9-bc17-8a8d6afae494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:09.782505 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:10.649875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:11.050215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:17.182832 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68fabd89-560e-46c2-a14f-c45555329a5f req-cc7d4139-1626-440b-a0e2-0234dc3c90ad service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0774157 Feb 05 23:31:17.556488 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabd89-560e-46c2-a14f-c45555329a5f req-861814e9-461c-453c-b5d5-66e0ace5be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:17.558152 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68fabd89-560e-46c2-a14f-c45555329a5f req-861814e9-461c-453c-b5d5-66e0ace5be5c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 1162 time: 0.2864161 Feb 05 23:31:17.730330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabd89-560e-46c2-a14f-c45555329a5f req-f2420cbc-629d-440d-9418-b303bab79879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:17.731888 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68fabd89-560e-46c2-a14f-c45555329a5f req-f2420cbc-629d-440d-9418-b303bab79879 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.1382947 Feb 05 23:31:17.843925 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68fabd89-560e-46c2-a14f-c45555329a5f req-c77d971b-867d-428b-9dc9-20c7ce7e4f05 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 200 len: 1000 time: 0.1051302 Feb 05 23:31:17.912693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabd89-560e-46c2-a14f-c45555329a5f req-bbc5fbf3-76ef-4c40-a8e9-d8bab28ddc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:17.914292 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68fabd89-560e-46c2-a14f-c45555329a5f req-bbc5fbf3-76ef-4c40-a8e9-d8bab28ddc56 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0639451 Feb 05 23:31:18.001150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fabd89-560e-46c2-a14f-c45555329a5f req-df8ca1e5-19e7-4f9d-a5ba-246f7f34ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:18.002742 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68fabd89-560e-46c2-a14f-c45555329a5f req-df8ca1e5-19e7-4f9d-a5ba-246f7f34ae3f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0821908 Feb 05 23:31:18.077794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:18.147952 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68fabd89-560e-46c2-a14f-c45555329a5f req-f1631e00-67b9-48c6-8839-b75d50c3f406 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386092 Feb 05 23:31:18.291411 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68fabd89-560e-46c2-a14f-c45555329a5f req-f54dfc13-554f-427f-ba90-e8953353caad service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1366091 Feb 05 23:31:21.652007 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:31:36.527894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d121080-0ed3-4925-8baa-421d5c08a5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:39.014735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-758d0cf1-eb4a-41e6-9892-abd0d3c8f91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:39.785575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:40.652910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:41.058847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:46.575472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a8d8f-cdde-41e6-9825-c67a1fc9d655 req-16d9b78e-7e8b-4ecc-9e7a-0126ac20168b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:46.577071 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bd4a8d8f-cdde-41e6-9825-c67a1fc9d655 req-16d9b78e-7e8b-4ecc-9e7a-0126ac20168b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1661325 Feb 05 23:31:46.641025 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bd4a8d8f-cdde-41e6-9825-c67a1fc9d655 req-e757fec3-00de-4fe6-9242-259aae0c6014 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573235 Feb 05 23:31:47.484581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8022ce3-0f31-4110-8d9d-ebdf2179fb6f req-96534d1c-bc8f-4b3d-9aad-80e4afb38b29 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:47.486344 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c8022ce3-0f31-4110-8d9d-ebdf2179fb6f req-96534d1c-bc8f-4b3d-9aad-80e4afb38b29 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1709912 Feb 05 23:31:47.552842 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c8022ce3-0f31-4110-8d9d-ebdf2179fb6f req-09ddad26-e662-4ce3-a25e-4e0608b19ecd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599854 Feb 05 23:31:47.945532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af060f8-d13d-4629-a6c7-3e3f7a3f6cf8 req-e2a26343-7d9e-4dad-aad9-eaa97c0b8a5a tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:47.947216 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0af060f8-d13d-4629-a6c7-3e3f7a3f6cf8 req-e2a26343-7d9e-4dad-aad9-eaa97c0b8a5a tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1732068 Feb 05 23:31:48.012339 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0af060f8-d13d-4629-a6c7-3e3f7a3f6cf8 req-f312f529-d8b2-4502-9f8a-478af67ec6ff tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585358 Feb 05 23:31:48.092704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:31:48.861234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5293104-c9db-4686-836b-1f33668b5ca2 req-2af2e26c-f879-49fb-94a5-a24433c35bea tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:48.862909 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f5293104-c9db-4686-836b-1f33668b5ca2 req-2af2e26c-f879-49fb-94a5-a24433c35bea tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1629763 Feb 05 23:31:48.927315 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f5293104-c9db-4686-836b-1f33668b5ca2 req-263ac634-0bdf-4c63-a314-f5b977858964 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579631 Feb 05 23:31:49.314873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a391d-934e-4926-abd6-f9166c550712 req-50245be0-3012-40f1-bd13-07d706f1cd1b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:49.316521 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f49a391d-934e-4926-abd6-f9166c550712 req-50245be0-3012-40f1-bd13-07d706f1cd1b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1690333 Feb 05 23:31:49.381151 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f49a391d-934e-4926-abd6-f9166c550712 req-af33cf55-0c18-40f9-a7c4-d3df9ee309d2 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582840 Feb 05 23:31:50.237818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497961c-a708-418a-a713-5e94518c82e1 req-e9f445be-806f-45d3-b790-b30b0d873e52 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:50.239533 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9497961c-a708-418a-a713-5e94518c82e1 req-e9f445be-806f-45d3-b790-b30b0d873e52 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1658819 Feb 05 23:31:50.312388 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9497961c-a708-418a-a713-5e94518c82e1 req-4392cb63-07f7-44e7-8922-c8791afc61db tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612571 Feb 05 23:31:50.684835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6877744-e1dd-4cb2-aaf9-3f6450fbe532 req-12826105-d567-4eee-943a-e96651ce0cfe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:50.686600 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6877744-e1dd-4cb2-aaf9-3f6450fbe532 req-12826105-d567-4eee-943a-e96651ce0cfe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1701047 Feb 05 23:31:50.753899 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6877744-e1dd-4cb2-aaf9-3f6450fbe532 req-51fb7bd0-0d68-42e3-b847-a6ae8260acd0 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601277 Feb 05 23:31:51.634860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f21ff9-1738-4b26-ae68-dc866bca4633 req-d5980125-434b-43ba-bfb6-6805523c5831 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:51.637005 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f21ff9-1738-4b26-ae68-dc866bca4633 req-d5980125-434b-43ba-bfb6-6805523c5831 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1723711 Feb 05 23:31:51.701421 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f21ff9-1738-4b26-ae68-dc866bca4633 req-0fe61799-1ced-4ca1-a20b-f1b79b7eff30 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576751 Feb 05 23:31:52.048382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318162f3-bbb8-4f96-b14d-af82c71444d7 req-95ca37b7-9bc6-420b-a679-336ef8ea3d2f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:52.050088 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-318162f3-bbb8-4f96-b14d-af82c71444d7 req-95ca37b7-9bc6-420b-a679-336ef8ea3d2f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1658657 Feb 05 23:31:52.117975 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-318162f3-bbb8-4f96-b14d-af82c71444d7 req-e8ccb4ff-7425-434a-9a7c-981c4872e057 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616863 Feb 05 23:31:53.013901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61579937-7acf-4c9f-960a-82e8e7ddfc4b req-e7a13a56-2cb5-41b7-803e-9557ef712cca tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:53.015488 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-61579937-7acf-4c9f-960a-82e8e7ddfc4b req-e7a13a56-2cb5-41b7-803e-9557ef712cca tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1653624 Feb 05 23:31:53.080155 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-61579937-7acf-4c9f-960a-82e8e7ddfc4b req-9f72634f-58a5-4667-a60c-d87157181cf9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581725 Feb 05 23:31:53.417318 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce943a-d338-4371-aa9e-a3b8fb12750c req-7e580389-1b38-4fc4-ba08-7661b2a496b3 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:53.419513 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5bce943a-d338-4371-aa9e-a3b8fb12750c req-7e580389-1b38-4fc4-ba08-7661b2a496b3 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1688013 Feb 05 23:31:53.485495 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5bce943a-d338-4371-aa9e-a3b8fb12750c req-63c9e748-baec-4507-885b-5a1b1f8f0acb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595779 Feb 05 23:31:54.400179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7166f4-9a68-41fb-af2b-5ff2bf527d88 req-9fd5822c-5c8c-47be-a120-ce03d250a811 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:54.401922 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba7166f4-9a68-41fb-af2b-5ff2bf527d88 req-9fd5822c-5c8c-47be-a120-ce03d250a811 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1739924 Feb 05 23:31:54.471137 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba7166f4-9a68-41fb-af2b-5ff2bf527d88 req-74880aeb-d256-4464-887f-a57e92d75e41 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622973 Feb 05 23:31:54.783369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be3e9f-8066-451b-87cf-dedf4f1e2210 req-1aef20cf-0e47-41b5-b090-a759638fbc39 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:54.785047 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f2be3e9f-8066-451b-87cf-dedf4f1e2210 req-1aef20cf-0e47-41b5-b090-a759638fbc39 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1691511 Feb 05 23:31:54.849651 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f2be3e9f-8066-451b-87cf-dedf4f1e2210 req-873d033d-c474-48bf-a383-8fad50b3e58e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581210 Feb 05 23:31:55.790760 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742da5-664f-47ea-a9d4-e726866f04c1 req-0139e821-8e1a-45f0-9f7e-dc00e0c8d7ee tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:55.792378 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-06742da5-664f-47ea-a9d4-e726866f04c1 req-0139e821-8e1a-45f0-9f7e-dc00e0c8d7ee tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1708927 Feb 05 23:31:55.857445 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-06742da5-664f-47ea-a9d4-e726866f04c1 req-879f7924-c2a0-43e3-a088-751978b713ca tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583289 Feb 05 23:31:56.144481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c6a15-24e6-4c55-97ea-9e9b40cc931b req-179bce21-ace2-47c1-b6be-6699c79fe1b5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:56.146070 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a6c6a15-24e6-4c55-97ea-9e9b40cc931b req-179bce21-ace2-47c1-b6be-6699c79fe1b5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1638498 Feb 05 23:31:56.210401 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a6c6a15-24e6-4c55-97ea-9e9b40cc931b req-7a5efaff-4d8f-406f-9343-fa64a24b5c6b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579507 Feb 05 23:31:57.169901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9da325-c624-47ae-9a97-c542c90dddf8 req-b86a376b-e825-40e7-a362-8eb8741c3e42 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:57.171495 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fe9da325-c624-47ae-9a97-c542c90dddf8 req-b86a376b-e825-40e7-a362-8eb8741c3e42 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1691949 Feb 05 23:31:57.236643 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fe9da325-c624-47ae-9a97-c542c90dddf8 req-2ec787fa-59fc-4f5d-a734-19885e888576 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587454 Feb 05 23:31:57.512480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb9638-6a4f-4101-9ccc-a93ddf299049 req-963aed12-755b-4dca-bb1e-36833135c917 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:57.514227 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8feb9638-6a4f-4101-9ccc-a93ddf299049 req-963aed12-755b-4dca-bb1e-36833135c917 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1703143 Feb 05 23:31:57.578239 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8feb9638-6a4f-4101-9ccc-a93ddf299049 req-ae7284f0-9804-442a-a70a-718e435adad3 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576437 Feb 05 23:31:58.298038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82d6c29-11d6-42ef-ab48-dba44d776650 req-89e1047a-d377-462d-9941-33290e0ab2a3 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:58.299735 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a82d6c29-11d6-42ef-ab48-dba44d776650 req-89e1047a-d377-462d-9941-33290e0ab2a3 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.4146509 Feb 05 23:31:58.365101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-437514f5-2504-4e51-8902-c1c99c776c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:58.366745 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-437514f5-2504-4e51-8902-c1c99c776c2f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 1162 time: 0.4134123 Feb 05 23:31:58.388433 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a82d6c29-11d6-42ef-ab48-dba44d776650 req-2b151fc3-a3c2-46a8-82ff-8b7eff85bab4 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823283 Feb 05 23:31:58.600378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-471d5fd0-1de9-41e7-abf9-a812174bdbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:58.601931 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-471d5fd0-1de9-41e7-abf9-a812174bdbf8 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.2125368 Feb 05 23:31:58.651359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:31:58.688254 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65b8a1-3b97-4e70-b96c-0015778de95b req-f10b81c9-89ce-40b6-a9e3-e1d4c8f8e017 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:58.689940 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6e65b8a1-3b97-4e70-b96c-0015778de95b req-f10b81c9-89ce-40b6-a9e3-e1d4c8f8e017 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.2759049 Feb 05 23:31:58.829144 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-cffeb868-c75c-4f42-9cfd-5af387a4b98d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 200 len: 1000 time: 0.1381328 Feb 05 23:31:58.849766 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6e65b8a1-3b97-4e70-b96c-0015778de95b req-fb6e04af-58b2-433f-a0e3-573138f74eef tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959611 Feb 05 23:31:58.918853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-ddfe5133-400c-4e6b-9053-e5673ef80fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:58.920235 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-ddfe5133-400c-4e6b-9053-e5673ef80fd0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0695567 Feb 05 23:31:59.004107 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-aff96141-d6ed-48bd-a449-6938305f9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:59.005746 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-aff96141-d6ed-48bd-a449-6938305f9129 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0782511 Feb 05 23:31:59.150059 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-e3d8affb-929c-4af2-97e1-d5d187e58ebc service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364968 Feb 05 23:31:59.294658 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6b2b10-55bf-4e21-8dce-02847773971b req-fd935f93-8116-4ac4-8c37-5498694a7585 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364589 Feb 05 23:31:59.690268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e48727-fb41-405e-8f47-7a54eee29054 req-64bbfe5f-f646-4594-b464-a93144e2fec6 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:31:59.691823 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-76e48727-fb41-405e-8f47-7a54eee29054 req-64bbfe5f-f646-4594-b464-a93144e2fec6 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1691136 Feb 05 23:31:59.756896 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-76e48727-fb41-405e-8f47-7a54eee29054 req-b72ef007-2225-44ac-be7c-7feb1699bbf3 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587022 Feb 05 23:32:00.166073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02e0d98-3eaa-4958-96bf-089afd39127b req-9206f661-58b0-41c9-b937-9c73e7676251 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:00.168504 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a02e0d98-3eaa-4958-96bf-089afd39127b req-9206f661-58b0-41c9-b937-9c73e7676251 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1709874 Feb 05 23:32:00.242098 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a02e0d98-3eaa-4958-96bf-089afd39127b req-fd41ae4a-50c6-4697-9ce0-4d9f263a738e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668790 Feb 05 23:32:01.051764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d13df-eedd-4164-8f61-6c1d49fe8930 req-7254b040-0469-4c5c-b6ba-404b9733109e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:01.053340 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-662d13df-eedd-4164-8f61-6c1d49fe8930 req-7254b040-0469-4c5c-b6ba-404b9733109e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1652522 Feb 05 23:32:01.117810 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-662d13df-eedd-4164-8f61-6c1d49fe8930 req-3a1a3545-6f5a-467c-baaf-fb0b5a8ceb5e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579543 Feb 05 23:32:01.199686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b646587c-ec27-4f2f-87dc-4963c999d5a3 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:32:01.275227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port b646587c-ec27-4f2f-87dc-4963c999d5a3 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:32:01.275648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:01.564069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd769965-4b1c-4d66-8d21-d489e28010e4 req-4c3dc013-c477-403a-89fa-a3e82fac2295 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:01.565738 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dd769965-4b1c-4d66-8d21-d489e28010e4 req-4c3dc013-c477-403a-89fa-a3e82fac2295 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1710527 Feb 05 23:32:01.631748 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dd769965-4b1c-4d66-8d21-d489e28010e4 req-cda6b584-7c24-4756-8485-d7af497b1260 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596185 Feb 05 23:32:02.950335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a90256a-1c27-4c6b-8baf-10c5ada5de6f req-3344b07a-727a-4bdd-ab65-15a0d534f7f8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:02.952020 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3a90256a-1c27-4c6b-8baf-10c5ada5de6f req-3344b07a-727a-4bdd-ab65-15a0d534f7f8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1718659 Feb 05 23:32:03.019516 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3a90256a-1c27-4c6b-8baf-10c5ada5de6f req-4bd8c16b-f312-4811-91ff-d0eccefb17d0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607848 Feb 05 23:32:04.332754 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d04d1fd-d38a-4340-9b9e-e3f4f67e8547 req-cae9c30e-7dfb-4c6f-b0a0-fa3ef26c4a90 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:04.334405 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4d04d1fd-d38a-4340-9b9e-e3f4f67e8547 req-cae9c30e-7dfb-4c6f-b0a0-fa3ef26c4a90 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1701586 Feb 05 23:32:04.399762 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4d04d1fd-d38a-4340-9b9e-e3f4f67e8547 req-c084584e-990f-4cba-830c-a60a12ffefa0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588365 Feb 05 23:32:05.750534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eb9d3-ce85-4ef5-91e5-5e256778e3a2 req-901a23bd-b837-41b3-a055-fc45351ffc17 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:05.758128 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3d1eb9d3-ce85-4ef5-91e5-5e256778e3a2 req-901a23bd-b837-41b3-a055-fc45351ffc17 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1819339 Feb 05 23:32:05.829626 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3d1eb9d3-ce85-4ef5-91e5-5e256778e3a2 req-751f966a-e283-424f-8045-90492da6922a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702350 Feb 05 23:32:06.539730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7031a69d-bd70-4b9b-a8e3-7d4f6f25673c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:07.191286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297d347-3341-47bc-85ea-7c7df9bee16a req-710b4a62-31d2-452e-9cd2-338385a24d31 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:07.193881 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9297d347-3341-47bc-85ea-7c7df9bee16a req-710b4a62-31d2-452e-9cd2-338385a24d31 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.2034812 Feb 05 23:32:07.271125 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9297d347-3341-47bc-85ea-7c7df9bee16a req-a1654b19-6e7c-4270-b603-2c3133c63065 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694582 Feb 05 23:32:08.669951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1d74f-edf5-4e58-b577-71236d14e359 req-7c28d8fe-bbf1-47d0-8d34-e437047fb48d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:08.673472 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68b1d74f-edf5-4e58-b577-71236d14e359 req-7c28d8fe-bbf1-47d0-8d34-e437047fb48d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.2453141 Feb 05 23:32:08.742925 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-68b1d74f-edf5-4e58-b577-71236d14e359 req-f35f79d1-0276-4b88-98fd-e64a2251ad47 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641870 Feb 05 23:32:09.020990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6c8a92dc-8b77-4c2c-8388-ac23028f12aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:09.791878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:10.084630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67a4e7-13ee-4545-98d3-369c779422fc req-d52295ff-7d81-4bb8-934e-ac9c6f1dcde8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:10.086384 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a67a4e7-13ee-4545-98d3-369c779422fc req-d52295ff-7d81-4bb8-934e-ac9c6f1dcde8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1785707 Feb 05 23:32:10.162523 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a67a4e7-13ee-4545-98d3-369c779422fc req-def6bcb6-4aee-4843-b743-98eeea39e7d5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654197 Feb 05 23:32:10.659940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:11.072813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:11.542293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09226d83-0173-4aa7-ab3a-d8cfcc7ab793 req-9764e9dc-ca20-4b58-b2c7-3d04b6294af5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:11.543468 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-09226d83-0173-4aa7-ab3a-d8cfcc7ab793 req-9764e9dc-ca20-4b58-b2c7-3d04b6294af5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.2157824 Feb 05 23:32:11.617897 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-09226d83-0173-4aa7-ab3a-d8cfcc7ab793 req-f8eceaf8-63d8-4113-99d8-2cff8331b6f5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679169 Feb 05 23:32:12.955854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c2ec2-0501-4eee-85ab-5d581fdeaf11 req-eed58f8a-0af7-4e96-8636-061b05e72a6b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:12.957897 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e44c2ec2-0501-4eee-85ab-5d581fdeaf11 req-eed58f8a-0af7-4e96-8636-061b05e72a6b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1757565 Feb 05 23:32:13.028133 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e44c2ec2-0501-4eee-85ab-5d581fdeaf11 req-1a50dc43-8b6d-4b97-a77e-4737fa7a6297 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597310 Feb 05 23:32:14.353645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbff4b-2c92-4944-8e50-e7f3af1c9de6 req-ac0c4938-0011-41ae-8dec-c07bdf9cf11f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:14.355921 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c8dbff4b-2c92-4944-8e50-e7f3af1c9de6 req-ac0c4938-0011-41ae-8dec-c07bdf9cf11f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1742508 Feb 05 23:32:14.423315 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c8dbff4b-2c92-4944-8e50-e7f3af1c9de6 req-c8d305fd-8935-4c71-9158-de20806ec650 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604947 Feb 05 23:32:15.479680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-231bf3d2-36f5-4f23-8d2d-6d6fc2cc8123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:15.481529 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-231bf3d2-36f5-4f23-8d2d-6d6fc2cc8123 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1162 time: 0.0868797 Feb 05 23:32:15.679910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-d742436a-fea1-4c26-89c1-ec28af3fc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:15.681544 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-d742436a-fea1-4c26-89c1-ec28af3fc6b4 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.1933403 Feb 05 23:32:15.860870 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66292e6f-2254-41b4-83cc-ee6bdf087832 req-b999dfe3-ffea-417e-b21d-46f685788f6c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:15.862488 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-66292e6f-2254-41b4-83cc-ee6bdf087832 req-b999dfe3-ffea-417e-b21d-46f685788f6c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.2801321 Feb 05 23:32:15.910110 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-be4f05fc-c139-47bd-b2c6-9133e4e288d0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 200 len: 1000 time: 0.2212636 Feb 05 23:32:15.996177 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-66292e6f-2254-41b4-83cc-ee6bdf087832 req-d02ffddc-b939-4fa7-9b82-990f6e059ca5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191685 Feb 05 23:32:16.015832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-ef373fd0-07c1-47fc-8b64-cb3f01055ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:16.017463 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-ef373fd0-07c1-47fc-8b64-cb3f01055ec8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0954835 Feb 05 23:32:16.115859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-359d29a1-603a-41ad-95e0-2ade97e07bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:16.117449 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-359d29a1-603a-41ad-95e0-2ade97e07bf1 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831175 Feb 05 23:32:16.463916 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-e60b3562-0a4d-4e62-bf51-c253146a8ff0 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389361 Feb 05 23:32:16.615307 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1637b7a9-ffea-4e49-a8ed-8339bf8056c7 req-ce4db675-36f7-479f-8f17-2aa0d76c2d45 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398458 Feb 05 23:32:17.323855 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf8500-f98c-44e2-89e5-6f1aa6e2e7b3 req-45662e20-5140-42fa-bbac-bd0035803ed9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:17.325554 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4daf8500-f98c-44e2-89e5-6f1aa6e2e7b3 req-45662e20-5140-42fa-bbac-bd0035803ed9 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1678381 Feb 05 23:32:17.394455 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4daf8500-f98c-44e2-89e5-6f1aa6e2e7b3 req-ed14568c-d94f-4779-96d5-6cda6a22037b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626850 Feb 05 23:32:18.085764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:18.719013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-ada3f7f6-d010-4a68-b956-fdd0a7b8afaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:18.721083 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-ada3f7f6-d010-4a68-b956-fdd0a7b8afaf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1162 time: 0.1854064 Feb 05 23:32:18.827738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560ec344-c567-4c55-a585-a66423700a8e req-d7c8b25e-8872-411a-a5f4-9c40942ac88c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:18.829502 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-560ec344-c567-4c55-a585-a66423700a8e req-d7c8b25e-8872-411a-a5f4-9c40942ac88c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.2547007 Feb 05 23:32:19.025040 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-560ec344-c567-4c55-a585-a66423700a8e req-0a320170-5cce-48c3-a394-9a633445accf tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659222 Feb 05 23:32:19.051599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-9bf6c801-8d9d-46ed-8fbd-c1099b3e6b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:19.053206 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-9bf6c801-8d9d-46ed-8fbd-c1099b3e6b9f service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.2227182 Feb 05 23:32:19.184283 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-6453a61b-2f70-42ee-92e6-f80b5e270360 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 200 len: 1000 time: 0.1237755 Feb 05 23:32:19.187688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:32:19.262280 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-a7fbd8f9-2127-48b5-a14d-1b562f7e737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:19.263750 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-a7fbd8f9-2127-48b5-a14d-1b562f7e737d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0726228 Feb 05 23:32:19.345933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:19.364052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-7fd965f4-cd0f-419f-a38f-478142f09916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:19.366123 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-7fd965f4-cd0f-419f-a38f-478142f09916 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0951521 Feb 05 23:32:19.388101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:32:19.404598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:32:19.407950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:19.411214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:32:19.518617 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'code': 422} returned with failed status Feb 05 23:32:19.519229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:32:19.528849 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.529224 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.529815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.530368 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.530905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.531431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.531959 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.532575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.533106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.534150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.534856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.535233 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.535683 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.536240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.536619 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.536992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.537392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.537766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.538129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.538242 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-4f27062f-5998-400f-b9b8-6b55d0413fd8 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648369 Feb 05 23:32:19.538491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.538856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.539221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.539586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.539951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:32:19.545344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:32:19.690241 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a09b446-ece9-48e7-82a9-84b047c77204 req-ec164eb0-f629-4ddf-a096-c22472a90729 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433632 Feb 05 23:32:20.697189 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37542) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:32:20.798139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f609ea-e800-4f5a-a8bf-2eae27a3c3ff req-cb03ee61-f69d-4a9f-b42b-a5167084128c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:20.799878 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-27f609ea-e800-4f5a-a8bf-2eae27a3c3ff req-cb03ee61-f69d-4a9f-b42b-a5167084128c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1719313 Feb 05 23:32:20.864737 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-f32b600e-f7ce-4ff0-8f55-1f8afed8812a service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1662130 Feb 05 23:32:20.867668 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-27f609ea-e800-4f5a-a8bf-2eae27a3c3ff req-cf088b17-ee26-4a25-8d89-4ca13182c4cc tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610991 Feb 05 23:32:21.439901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104466e6-4779-41f9-bb23-1158f94673a3 req-b5d4ff44-7e8c-4516-951e-f8e856a3e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:21.441562 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-b5d4ff44-7e8c-4516-951e-f8e856a3e391 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2&tenant_id=570c6f91f88b4d39ace8315a276ad24c HTTP/1.1" status: 200 len: 1160 time: 0.0883236 Feb 05 23:32:21.557731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104466e6-4779-41f9-bb23-1158f94673a3 req-a2052001-486e-4c60-bcd2-0a3c010f04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:21.560505 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-a2052001-486e-4c60-bcd2-0a3c010f04d5 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1160 time: 0.0824254 Feb 05 23:32:21.706473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104466e6-4779-41f9-bb23-1158f94673a3 req-0b9142ca-4f5a-4e98-9971-f2cdbbd09909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:21.708342 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-0b9142ca-4f5a-4e98-9971-f2cdbbd09909 service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.1414897 Feb 05 23:32:21.821014 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-249ebdab-e2a6-4065-8e83-8608ee3e5491 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 200 len: 998 time: 0.1051071 Feb 05 23:32:21.891924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104466e6-4779-41f9-bb23-1158f94673a3 req-b12dca8d-eabd-4ae6-af53-233b612da250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:21.893545 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-b12dca8d-eabd-4ae6-af53-233b612da250 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0642993 Feb 05 23:32:21.984116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104466e6-4779-41f9-bb23-1158f94673a3 req-c1faf7b2-f3c0-4be0-b81f-b7d5f92840b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:21.985737 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-c1faf7b2-f3c0-4be0-b81f-b7d5f92840b7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0845308 Feb 05 23:32:22.197891 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-700e587f-15fe-4daa-a8f5-5b4bf54b1856 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046800 Feb 05 23:32:22.283718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f7e019-ba46-4e03-a073-90e3accb4cee req-41dc3e69-a47a-4b88-8f69-18c8c7776e55 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:22.285306 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-53f7e019-ba46-4e03-a073-90e3accb4cee req-41dc3e69-a47a-4b88-8f69-18c8c7776e55 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.2674153 Feb 05 23:32:22.439807 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-53f7e019-ba46-4e03-a073-90e3accb4cee req-f67c9667-7a13-4e29-b981-ec7a0e1b94c6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301923 Feb 05 23:32:22.482023 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-104466e6-4779-41f9-bb23-1158f94673a3 req-9ad7ec60-0eb3-45c2-8094-9ab7e6f7819f service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1956296 Feb 05 23:32:23.792344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6db951-8908-4c9c-a75c-9cf95de8369b req-86a8620b-340a-41f3-b3c6-e50bbd7a82f0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:23.795066 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6db951-8908-4c9c-a75c-9cf95de8369b req-86a8620b-340a-41f3-b3c6-e50bbd7a82f0 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1810286 Feb 05 23:32:23.863929 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a6db951-8908-4c9c-a75c-9cf95de8369b req-84ad1bd3-74b5-4e28-9c20-e2e311406a48 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622814 Feb 05 23:32:25.231277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f4284-57c6-4dfd-a7dd-0c02c0920d39 req-355daadd-c942-463d-8a9d-e25f8fd9667b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:25.232976 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f60f4284-57c6-4dfd-a7dd-0c02c0920d39 req-355daadd-c942-463d-8a9d-e25f8fd9667b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1770883 Feb 05 23:32:25.300095 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f60f4284-57c6-4dfd-a7dd-0c02c0920d39 req-cf9dc73d-d314-4afd-89af-905b1bcdcc9e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607080 Feb 05 23:32:26.634937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03154-1717-43e5-8f95-92a0dc67784d req-840f49bf-9b32-457d-9652-b96acd4bfaea tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:26.637173 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ba03154-1717-43e5-8f95-92a0dc67784d req-840f49bf-9b32-457d-9652-b96acd4bfaea tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1826184 Feb 05 23:32:26.713531 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4ba03154-1717-43e5-8f95-92a0dc67784d req-34f76a38-52c5-447e-be83-1de856d65d37 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697057 Feb 05 23:32:28.251421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f694a39f-7eea-40c4-9b28-a20d6de4d50b req-28ee2b6c-4dc4-4459-84fd-074692e6db63 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:28.253141 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f694a39f-7eea-40c4-9b28-a20d6de4d50b req-28ee2b6c-4dc4-4459-84fd-074692e6db63 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.3795707 Feb 05 23:32:28.319159 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f694a39f-7eea-40c4-9b28-a20d6de4d50b req-2df87f47-0d2b-4234-a2c6-134eeaf73bca tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588140 Feb 05 23:32:29.645389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79fe8d-71e1-48a7-ac2f-9cf7c51d0d12 req-cc7e7bbc-ca4f-4dd3-a26b-b304105d318d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:29.647064 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae79fe8d-71e1-48a7-ac2f-9cf7c51d0d12 req-cc7e7bbc-ca4f-4dd3-a26b-b304105d318d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1774163 Feb 05 23:32:29.717953 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae79fe8d-71e1-48a7-ac2f-9cf7c51d0d12 req-c2a5a664-bb34-4c5d-a5d3-03a5db126290 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633707 Feb 05 23:32:31.041409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb3b67-577a-4bbd-a5a0-e38d9227c630 req-9980925d-6165-456c-91ea-a7c7ba2e48cc tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:31.043067 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-34bb3b67-577a-4bbd-a5a0-e38d9227c630 req-9980925d-6165-456c-91ea-a7c7ba2e48cc tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1726882 Feb 05 23:32:31.110033 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-34bb3b67-577a-4bbd-a5a0-e38d9227c630 req-6a5f482e-45dd-47ae-be42-50c742689711 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604355 Feb 05 23:32:32.453192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b6d088-c585-4815-830b-451f328c88ec req-47f4eba8-bdf1-4c46-a540-f25138f57be6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:32.454965 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f0b6d088-c585-4815-830b-451f328c88ec req-47f4eba8-bdf1-4c46-a540-f25138f57be6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1884122 Feb 05 23:32:32.525985 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f0b6d088-c585-4815-830b-451f328c88ec req-6f3ac6ba-a6f2-4b21-a7a2-c5264d1973fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641973 Feb 05 23:32:33.847933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966088e-fa65-42ee-895b-ff519c6149c4 req-39d46073-fa97-48dd-b8fd-0f41914fe224 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:33.850034 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1966088e-fa65-42ee-895b-ff519c6149c4 req-39d46073-fa97-48dd-b8fd-0f41914fe224 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1722186 Feb 05 23:32:33.922633 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1966088e-fa65-42ee-895b-ff519c6149c4 req-17eeca75-a650-43bc-a96b-4477937e81e6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655658 Feb 05 23:32:35.235671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e63b42-3d49-4aa0-8896-86da4b8c9f38 req-a9e049b5-f29c-4667-8c61-33d9cc2b450a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:35.237308 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-61e63b42-3d49-4aa0-8896-86da4b8c9f38 req-a9e049b5-f29c-4667-8c61-33d9cc2b450a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1677649 Feb 05 23:32:35.302539 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-61e63b42-3d49-4aa0-8896-86da4b8c9f38 req-b6f8f08c-b94b-4bb2-b045-390e48e71a00 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588934 Feb 05 23:32:35.650320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:32:36.530936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a1e51995-aaea-421a-94ee-04de7a1f1fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:36.623403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd3dcac-028f-452c-8592-fd8c16e8317a req-3479fca5-7f07-4c11-990d-0249357c1a75 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:36.624999 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0bd3dcac-028f-452c-8592-fd8c16e8317a req-3479fca5-7f07-4c11-990d-0249357c1a75 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1723082 Feb 05 23:32:36.689352 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0bd3dcac-028f-452c-8592-fd8c16e8317a req-12524825-24a2-441b-961d-f7f32a9bbb45 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579860 Feb 05 23:32:37.998311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eccad3-cab5-4eca-8f59-8251f3643bdd req-142f9025-51dc-4e47-b14f-8325781c5c5c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:37.999942 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b6eccad3-cab5-4eca-8f59-8251f3643bdd req-142f9025-51dc-4e47-b14f-8325781c5c5c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1657751 Feb 05 23:32:38.065030 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b6eccad3-cab5-4eca-8f59-8251f3643bdd req-6b411eed-ae5f-46cb-be12-9c44511c4377 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587471 Feb 05 23:32:39.013545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a940eff5-f84c-45a5-9990-dc530f02b4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:39.383957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b7ee6-a9e4-4a8f-ae36-a2fae1182e77 req-41489b79-4fc9-47bb-a0d1-d62ad1f5a438 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:39.385731 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-db6b7ee6-a9e4-4a8f-ae36-a2fae1182e77 req-41489b79-4fc9-47bb-a0d1-d62ad1f5a438 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1749890 Feb 05 23:32:39.459410 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-db6b7ee6-a9e4-4a8f-ae36-a2fae1182e77 req-5d761cb4-77c1-43d3-b302-5ee16bac741e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651836 Feb 05 23:32:39.791470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:40.652961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:40.777838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4ff50-9319-466c-be2e-63d7ad8aaaf3 req-1af9619a-005b-4bac-9e4f-ef359e4d3ae1 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:40.779531 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e9d4ff50-9319-466c-be2e-63d7ad8aaaf3 req-1af9619a-005b-4bac-9e4f-ef359e4d3ae1 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1691284 Feb 05 23:32:40.844934 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e9d4ff50-9319-466c-be2e-63d7ad8aaaf3 req-b1ce73d3-7947-4481-801f-624865462fa3 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589519 Feb 05 23:32:41.070839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:42.052911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:32:42.127680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:32:42.128115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:42.158139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf480-f8f0-4941-93bd-1ce7be0e1521 req-675ca6cc-d514-48f6-aa8d-9f865c9864a1 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:42.159782 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-874cf480-f8f0-4941-93bd-1ce7be0e1521 req-675ca6cc-d514-48f6-aa8d-9f865c9864a1 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 943 time: 0.1673615 Feb 05 23:32:42.225851 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-874cf480-f8f0-4941-93bd-1ce7be0e1521 req-746b1a88-094e-4287-9d7a-3346426f0e48 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596142 Feb 05 23:32:42.260673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:42.289346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:32:42.300577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:32:42.303817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:42.305781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:32:42.353288 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'code': 200} Feb 05 23:32:42.380209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,revision_number=6']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:32:42.383655 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:32:42.650393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb190ac3-b8c3-4b82-b6c5-24e466400071 req-eb77d082-9866-4279-8b5b-7425d52232a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:42.652509 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-eb190ac3-b8c3-4b82-b6c5-24e466400071 req-eb77d082-9866-4279-8b5b-7425d52232a1 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1162 time: 0.0827339 Feb 05 23:32:42.696558 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-eb190ac3-b8c3-4b82-b6c5-24e466400071 req-34525b01-2c7c-4ed3-a473-a4b2b63b88c3 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384457 Feb 05 23:32:43.547585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f5361e-cdab-46af-92fc-6435b9ef2cc4 req-d53b42ab-8be5-4dac-8f88-2fe41fe4bae5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:43.548577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:32:43.549231 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-51f5361e-cdab-46af-92fc-6435b9ef2cc4 req-d53b42ab-8be5-4dac-8f88-2fe41fe4bae5 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1751540 Feb 05 23:32:43.616508 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-51f5361e-cdab-46af-92fc-6435b9ef2cc4 req-cf5e693a-96b8-40a3-b71d-8d6cf939fc5b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609293 Feb 05 23:32:43.626183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:32:43.626611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:32:44.940330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e214248-1588-4dec-8334-71db14354bb0 req-9e9aa297-1b6e-4c7e-a04b-cc5abe99657b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:44.942001 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9e214248-1588-4dec-8334-71db14354bb0 req-9e9aa297-1b6e-4c7e-a04b-cc5abe99657b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1704614 Feb 05 23:32:45.012224 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9e214248-1588-4dec-8334-71db14354bb0 req-5308392d-8cdb-4b34-9fbb-0caee76e2461 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637650 Feb 05 23:32:46.326485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9afcd-8598-423a-8b29-b64c384087f0 req-194462d2-cba2-4217-91a1-558e0a217283 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:32:46.328062 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-11b9afcd-8598-423a-8b29-b64c384087f0 req-194462d2-cba2-4217-91a1-558e0a217283 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1702306 Feb 05 23:32:46.394323 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-11b9afcd-8598-423a-8b29-b64c384087f0 req-2dfd2c7e-08ea-4a9b-b5fd-3def3ae77027 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594018 Feb 05 23:32:48.099951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:02.814585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bea49-6960-4f7a-bcfc-10d44c1bac5e req-dcf7d312-5696-4366-99a9-f585e38ada86 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:02.816384 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-216bea49-6960-4f7a-bcfc-10d44c1bac5e req-dcf7d312-5696-4366-99a9-f585e38ada86 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1700149 Feb 05 23:33:02.880660 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-216bea49-6960-4f7a-bcfc-10d44c1bac5e req-ee9979f9-8a85-4d7f-852a-9dbd0b0dbdcf tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579166 Feb 05 23:33:04.180498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bc467-d893-49c8-8017-e955d5239fe7 req-502f64bc-7fda-4ffc-9756-f8aec2a1b683 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:04.182143 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1d2bc467-d893-49c8-8017-e955d5239fe7 req-502f64bc-7fda-4ffc-9756-f8aec2a1b683 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1671433 Feb 05 23:33:04.251793 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1d2bc467-d893-49c8-8017-e955d5239fe7 req-7181ec88-c47e-42ee-b5eb-444a285d5fc9 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631957 Feb 05 23:33:05.250819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-35c6dab4-e838-47ed-be94-0b7463cdd52e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:05.252462 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-35c6dab4-e838-47ed-be94-0b7463cdd52e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.1705599 Feb 05 23:33:05.346624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Deleting port b646587c-ec27-4f2f-87dc-4963c999d5a3 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:05.347010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:05.529687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device b646587c-ec27-4f2f-87dc-4963c999d5a3 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:33:05.648022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e2939-e82a-422d-b241-5e1bf7ec350e req-4c2505a8-61ed-406c-a766-5696de99e934 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:05.649733 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a20e2939-e82a-422d-b241-5e1bf7ec350e req-4c2505a8-61ed-406c-a766-5696de99e934 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 945 time: 0.2592120 Feb 05 23:33:05.654076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:05.682613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:33:05.694352 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port b646587c-ec27-4f2f-87dc-4963c999d5a3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:05.697659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:05.699547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:05.749233 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3', 'code': 200} Feb 05 23:33:05.773474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=b646587c-ec27-4f2f-87dc-4963c999d5a3,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:05.776995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:05.806059 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a20e2939-e82a-422d-b241-5e1bf7ec350e req-39e7586b-18a2-4343-890d-498b4cb63258 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983005 Feb 05 23:33:05.836850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] For port b646587c-ec27-4f2f-87dc-4963c999d5a3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:05.837284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:06.159516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:06.159860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:06.160217 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Floating IP 1e727f1a-b887-43b7-8689-8acc01012c00 disassociated. External IP: 172.28.1.56, port: b646587c-ec27-4f2f-87dc-4963c999d5a3. Feb 05 23:33:06.160601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Calling delete_port for b646587c-ec27-4f2f-87dc-4963c999d5a3 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:06.435718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:33:06.436265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:33:06.533266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1a850101-94e4-4925-a411-f3c866c9d6a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:06.937880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Deleting port b646587c-ec27-4f2f-87dc-4963c999d5a3 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:06.938278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:07.289428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3800f-5a7c-4d69-9074-b5bed2993b75 req-45002ffd-cc62-403d-8d7f-ea3a126031d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:07.291089 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48e3800f-5a7c-4d69-9074-b5bed2993b75 req-45002ffd-cc62-403d-8d7f-ea3a126031d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 943 time: 0.3193283 Feb 05 23:33:07.393563 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-48e3800f-5a7c-4d69-9074-b5bed2993b75 req-af37f2b6-2639-46c9-800e-466d27ab4928 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=061ca919-5bb6-4881-a6f7-183aab9671e6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956857 Feb 05 23:33:07.416109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] For port b646587c-ec27-4f2f-87dc-4963c999d5a3, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=b646587c-ec27-4f2f-87dc-4963c999d5a3,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:07.416513 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:07.729798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:07.730391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:07.730588 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Floating IP 1e727f1a-b887-43b7-8689-8acc01012c00 disassociated. External IP: 172.28.1.56, port: b646587c-ec27-4f2f-87dc-4963c999d5a3. Feb 05 23:33:07.731124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Calling delete_port for b646587c-ec27-4f2f-87dc-4963c999d5a3 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:07.882081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:07.897008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:07.993360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event deleted for resources: {'Port': ['ID=b646587c-ec27-4f2f-87dc-4963c999d5a3,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:08.007514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.007922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.008320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.008711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.009097 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.009511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.009898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.010282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.010667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.011051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.011432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.011844 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.012303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.012678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.013060 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.013467 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.013848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.014230 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.014608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.014986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.015363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.015737 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.016120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.016496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:08.021492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:08.279773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Router ad29aed2-9bde-41b8-83ab-7d974ae00e6c has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:33:08.483222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:33:08.494141 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] Sync routers for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:33:08.508351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:33:08.509294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:32:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:08.525290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] No DVR routers for this DVR port b646587c-ec27-4f2f-87dc-4963c999d5a3 on host hv-cinder-77428 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:33:08.530803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:08.542553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'name': 'network-vif-deleted', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:33:08.550397 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a1fe6f33-40d1-41dd-8c11-fb0a06d4a812 req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "DELETE /v2.0/ports/b646587c-ec27-4f2f-87dc-4963c999d5a3 HTTP/1.1" status: 204 len: 173 time: 3.2921889 Feb 05 23:33:08.612651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-feba651d-d292-41f0-b8b1-256d2ed50d62 req-f42bf90d-5116-4040-b9ed-e06fbc553465 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Synchronizing usage tracker for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:33:08.628575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-feba651d-d292-41f0-b8b1-256d2ed50d62 req-f42bf90d-5116-4040-b9ed-e06fbc553465 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Unset dirty status for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:33:08.644782 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-feba651d-d292-41f0-b8b1-256d2ed50d62 req-f42bf90d-5116-4040-b9ed-e06fbc553465 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=de7dea23-2b17-4a62-a890-36682d54d7eb HTTP/1.1" status: 200 len: 210 time: 0.0845866 Feb 05 23:33:08.756856 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:33:08.852154 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de7dea23-2b17-4a62-a890-36682d54d7eb', 'name': 'network-vif-deleted', 'tag': 'b646587c-ec27-4f2f-87dc-4963c999d5a3', 'status': 'completed', 'code': 200} Feb 05 23:33:09.044336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de289531-5463-4eea-90bb-be14891c6499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:09.116103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:09.120154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] Checking router: ad29aed2-9bde-41b8-83ab-7d974ae00e6c for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:33:09.130132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:33:09.130803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:33:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:09.502424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:33:09.828847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:09.857131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:09.861537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b24e4592-8ab0-487a-8d7b-c7e09c513c12 None None] The sync data for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb is: [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:33:10.275268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4d3d44-fb71-40a9-b98a-ff3a799e0256 None None] New status for floating IP 1e727f1a-b887-43b7-8689-8acc01012c00: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:33:10.655246 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:10.804090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37698) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:10.892115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:10.922727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:10.971462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:10.976746 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8d022a4e-6681-4ead-81d3-f0a8d649c0d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:10.993241 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=061ca919-5bb6-4881-a6f7-183aab9671e6,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:11.004570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.004983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.005423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.005828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.006226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.006626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.007018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.007410 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.007800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.008196 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.008587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.008975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.009478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.009870 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.010262 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.010652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.011039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.011949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.012821 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.013223 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.013641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.014032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.014421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.014806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:11.018640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:11.023233 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:11.025930 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "DELETE /v2.0/security-groups/061ca919-5bb6-4881-a6f7-183aab9671e6 HTTP/1.1" status: 204 len: 168 time: 0.2205615 Feb 05 23:33:11.029005 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37702) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:11.051761 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.v2.resource [None req-aa3b17bc-8a64-4a82-9195-5d1138f9a903 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] show failed (client error): The resource could not be found. Feb 05 23:33:11.052770 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-aa3b17bc-8a64-4a82-9195-5d1138f9a903 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups/061ca919-5bb6-4881-a6f7-183aab9671e6 HTTP/1.1" status: 404 len: 347 time: 0.0227039 Feb 05 23:33:11.055940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37706) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:11.072326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:11.250458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Deleting port 44e8247b-f4ec-4338-b79f-48708fdf8fd2 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:11.250833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:11.443639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:11.444004 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:11.584736 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Calling delete_port for 44e8247b-f4ec-4338-b79f-48708fdf8fd2 owned by network:floatingip {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:11.735443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:11.752009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-612a697a-7b4f-4a7c-93fa-2a2013c9fff8 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:11.852613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event deleted for resources: {'Port': ['ID=44e8247b-f4ec-4338-b79f-48708fdf8fd2,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:11.857659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:11.982066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:11.999682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.000928 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "DELETE /v2.0/floatingips/1e727f1a-b887-43b7-8689-8acc01012c00 HTTP/1.1" status: 204 len: 168 time: 0.9440162 Feb 05 23:33:12.262497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37712) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:12.268780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--440739201', 'description': 'tempest-description--957746915'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:33:12.290602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:33:12.295739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:security_group and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:33:12.298825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:33:12.304547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:33:12.315154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.336954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:33:12.341308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:security_group_rule and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:33:12.344288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:33:12.350001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:33:12.431957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.435531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.441130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d0e1085d-7de6-474e-8490-c1cbaa980979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:12.488256 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eaca1b3-2b16-408a-b058-63f7315a2fb6,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:12.491355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:12.492997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.497721 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9b5b912e-89b8-4751-9c8b-da50f2b7e69b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2306020 Feb 05 23:33:12.498853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37716) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:12.504594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'security_group_rule': {'security_group_id': '0eaca1b3-2b16-408a-b058-63f7315a2fb6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:33:12.526542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:33:12.531078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:security_group_rule and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:33:12.534204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:33:12.539963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:33:12.557374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.623564 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.626255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.628480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:12.649595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:33:12.649830 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c65560e-cea8-4212-835c-565c02112605,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:12.653968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:12.660997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.662334 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-751f8423-bfd1-4ccb-bd23-89eb7967f340 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624594 Feb 05 23:33:12.665117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37720) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:12.671144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'security_group_rule': {'security_group_id': '0eaca1b3-2b16-408a-b058-63f7315a2fb6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:33:12.693208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:33:12.697289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:security_group_rule and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:33:12.700522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:33:12.706310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:33:12.723377 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.790904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.794886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.797057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d61d7c6a-63b0-4013-9238-740846b2f925 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:12.820574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa6f5fa-049a-4f9a-b4e2-24e8a8d1f315,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:12.823198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:12.829809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:12.831098 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2a73025e-a9a1-47d5-9567-7bf1de6e1582 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1649411 Feb 05 23:33:12.834556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37724) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:12.840613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'floatingip': {'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:33:12.862894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:33:12.866890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:floatingip and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:33:12.869894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:33:12.875848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:33:12.885598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:13.030624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:13.302374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Allocated IP 172.28.1.59 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/ab1d333c-eea5-4b1e-a693-4cbf61736531) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:33:13.461348 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:13.493814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:13.510346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:13.657960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'Port': ['ID=ab1d333c-eea5-4b1e-a693-4cbf61736531,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:13.661069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:13.716464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:33:13.717646 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:33:13.720001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:33:13.811621 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:13.879934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:14.163839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:14.169333 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:14.185092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:14.557865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'Port': ['ID=ab1d333c-eea5-4b1e-a693-4cbf61736531,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:14.563669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:14.662274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:14.684660 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:14.685935 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8503959 Feb 05 23:33:14.959544 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-1ab7f83a-6042-4cbc-b4e6-13c1b559dccd tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-securitygroup--440739201&fields=id&tenant_id=ca00946cb94d4b9f8798e8a912944acf HTTP/1.1" status: 200 len: 267 time: 0.0652504 Feb 05 23:33:15.211832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-2cf19f05-5cab-4623-9977-d603e748b86b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:15.213444 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-2cf19f05-5cab-4623-9977-d603e748b86b tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 810 time: 0.2459931 Feb 05 23:33:15.230044 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-00528c10-82ad-4126-9868-78e984b448b9 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/quotas/ca00946cb94d4b9f8798e8a912944acf HTTP/1.1" status: 200 len: 375 time: 0.0105050 Feb 05 23:33:15.375931 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-9699bc7b-0c0e-4f17-961a-19b954990c91 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397746 Feb 05 23:33:15.606403 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-9da1e090-a854-42a9-a764-c257e22dfc3b service neutron] 10.222.0.64 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176161 Feb 05 23:33:15.751475 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-850dedf8-6532-4aad-a72b-865a11e40596 service neutron] 10.222.0.64 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1382217 Feb 05 23:33:16.980224 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4f745ff0-cdd9-4dfa-8e9d-ae98e1eb9368 req-aac75886-7c4f-493c-9396-7550e8c7d334 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 210 time: 0.0499573 Feb 05 23:33:18.122888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:18.134058 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3298c862-ce0c-46be-a040-b7693073efa3 req-b680cbf8-8484-4a59-a4f9-5e0dc2d64b74 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 210 time: 0.0687914 Feb 05 23:33:19.304108 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9643669a-ff2a-476a-9d88-10879a2d43d9 req-e86c5b4d-0f61-44a1-8221-6f55a33ec3ce tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 210 time: 0.0499282 Feb 05 23:33:19.904547 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-a97b79ed-8acc-4250-9a40-ec032a2331f9 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0783501 Feb 05 23:33:20.307846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-75852715-a715-4ab5-aec0-a273bde06cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:20.310529 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-75852715-a715-4ab5-aec0-a273bde06cb7 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=570c6f91f88b4d39ace8315a276ad24c&device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 1162 time: 0.2993674 Feb 05 23:33:20.392806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-fb085322-07b9-442c-9ca3-e1e19ec797d2 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:20.394427 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-fb085322-07b9-442c-9ca3-e1e19ec797d2 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 810 time: 0.2616086 Feb 05 23:33:20.491624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-ad0dbeb1-4b88-4760-9d2e-26d6b1842e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:20.493433 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-ad0dbeb1-4b88-4760-9d2e-26d6b1842e9b service neutron] 10.222.0.89 "GET /v2.0/networks?id=c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 200 len: 910 time: 0.1628366 Feb 05 23:33:20.540470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-cdb2b9d1-7ba0-4130-89c1-b7f0cdb2e593 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Synchronizing usage tracker for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:security_group {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:33:20.556853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-cdb2b9d1-7ba0-4130-89c1-b7f0cdb2e593 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Unset dirty status for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:security_group {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:33:20.558443 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-cdb2b9d1-7ba0-4130-89c1-b7f0cdb2e593 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=ca00946cb94d4b9f8798e8a912944acf HTTP/1.1" status: 200 len: 5707 time: 0.1453302 Feb 05 23:33:20.568170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'port': {'device_id': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'admin_state_up': True, 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'security_groups': ['0eaca1b3-2b16-408a-b058-63f7315a2fb6']}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:33:20.615921 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-861f60c4-03f3-4214-82c5-08c4e1df8ac5 req-32bf8ae8-89a2-4889-b8b2-171b04934682 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 210 time: 0.1203830 Feb 05 23:33:20.653458 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-31c2402e-bb23-4f49-ad10-b7a083915e57 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 200 len: 1000 time: 0.1200283 Feb 05 23:33:20.721387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:33:20.725790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Usage tracker for resource:port and tenant:ca00946cb94d4b9f8798e8a912944acf is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:33:20.726466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-58d30cd6-6dfd-480c-ac3b-f2a10079418d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:20.728098 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-58d30cd6-6dfd-480c-ac3b-f2a10079418d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 200 len: 855 time: 0.0677974 Feb 05 23:33:20.728869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:33:20.735431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:33:20.744482 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Made reservation on behalf of ca00946cb94d4b9f8798e8a912944acf for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:33:20.767362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:20.817134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-e24ab12d-4c51-4ecb-9c00-838a153aa5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:20.818752 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-e24ab12d-4c51-4ecb-9c00-838a153aa5af service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=c7364839-1e86-4ca0-b391-b578586d7bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839524 Feb 05 23:33:20.969119 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-9422e52f-46dc-413d-8701-11ab8061f72b service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435363 Feb 05 23:33:21.104238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Allocated IP 172.20.0.7 (d82e8244-6fc1-4e82-b273-e4683ea88856/01d26d34-9f5d-4b51-bb5b-c5a84b50ae83/4087a578-bc96-4d85-93b0-dfc49100f0a8) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:33:21.140780 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d56808ca-67c8-4ec4-946f-6f721fa733e1 req-893358ac-a86a-4437-a7df-304441a83307 service neutron] 10.222.0.89 "GET /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1460066 Feb 05 23:33:21.318868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:21.336125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Transition to ACTIVE for port object 4087a578-bc96-4d85-93b0-dfc49100f0a8 will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:33:21.359990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:21.378871 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:21.522823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event updated for resources: {'Port': ['ID=4087a578-bc96-4d85-93b0-dfc49100f0a8,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:21.528185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:21.580134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Network d82e8244-6fc1-4e82-b273-e4683ea88856 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:33:21.581369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:33:21.584027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:33:21.718093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:21.718832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:21.746309 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1825426 Feb 05 23:33:21.765025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Request body: {'port': {'device_id': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:33:21.817689 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-42f4cb85-89e3-4ecb-98ad-82300330de89 None None] Provisioning for port 4087a578-bc96-4d85-93b0-dfc49100f0a8 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:33:21.822851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-42f4cb85-89e3-4ecb-98ad-82300330de89 None None] Provisioning complete for port 4087a578-bc96-4d85-93b0-dfc49100f0a8 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:33:21.823245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-42f4cb85-89e3-4ecb-98ad-82300330de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:21.882516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-42f4cb85-89e3-4ecb-98ad-82300330de89 None None] Port 4087a578-bc96-4d85-93b0-dfc49100f0a8 cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:33:21.897848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:21.923839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3358d-573c-41c2-85c0-8f20641f134f req-ce7a06ad-d81c-4fbd-8522-13991ecc7631 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:21.925578 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-aea3358d-573c-41c2-85c0-8f20641f134f req-ce7a06ad-d81c-4fbd-8522-13991ecc7631 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 931 time: 0.1744490 Feb 05 23:33:21.991485 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-aea3358d-573c-41c2-85c0-8f20641f134f req-d30fbfaa-b7bf-4226-a3ab-2ba76b751117 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594902 Feb 05 23:33:22.326954 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4087a578-bc96-4d85-93b0-dfc49100f0a8 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:33:22.335297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:22.349421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Transition to ACTIVE for port object 4087a578-bc96-4d85-93b0-dfc49100f0a8 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:33:22.352080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:22.367642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c3ced500-180b-4f55-ae80-ead1ed7b2a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:22.502611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Pushing event updated for resources: {'Port': ['ID=4087a578-bc96-4d85-93b0-dfc49100f0a8,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:22.507094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:22.700179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Attempting to bind port 4087a578-bc96-4d85-93b0-dfc49100f0a8 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:33:22.700538 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Attempting to bind port 4087a578-bc96-4d85-93b0-dfc49100f0a8 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:33:22.700909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Attempting to bind port 4087a578-bc96-4d85-93b0-dfc49100f0a8 on network d82e8244-6fc1-4e82-b273-e4683ea88856 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:33:22.706889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:33:22.707267 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Checking segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:33:22.707668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:22.708058 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Bound using segment: {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:33:22.708894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Bound port: 4087a578-bc96-4d85-93b0-dfc49100f0a8, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '099f9865-8321-4944-b3ff-fb18f732ddd3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:33:22.709202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:22.808616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] For port 4087a578-bc96-4d85-93b0-dfc49100f0a8, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:33:22.812586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] For port 4087a578-bc96-4d85-93b0-dfc49100f0a8, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4087a578-bc96-4d85-93b0-dfc49100f0a8,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:33:22.816153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:22.833024 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:22.992541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Pushing event updated for resources: {'Port': ['ID=4087a578-bc96-4d85-93b0-dfc49100f0a8,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:22.998905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:23.036510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:23.037149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:23.038709 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] 10.222.0.89 "PUT /v2.0/ports/4087a578-bc96-4d85-93b0-dfc49100f0a8 HTTP/1.1" status: 200 len: 1157 time: 1.2787089 Feb 05 23:33:23.039279 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'tag': '4087a578-bc96-4d85-93b0-dfc49100f0a8'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:33:23.138763 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'tag': '4087a578-bc96-4d85-93b0-dfc49100f0a8', 'status': 'completed', 'code': 200} Feb 05 23:33:23.181906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-3669295b-3412-4f18-ad46-82661db680e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:23.183555 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-3669295b-3412-4f18-ad46-82661db680e9 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 1160 time: 0.0911951 Feb 05 23:33:23.268385 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-4d9e527b-25e2-4375-b69d-7bbf6a82da46 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4087a578-bc96-4d85-93b0-dfc49100f0a8 HTTP/1.1" status: 200 len: 217 time: 0.0715454 Feb 05 23:33:23.310553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3cc666-48e4-4cb4-a45f-c0e35ccf4b8c req-92a11c65-ca96-4b92-83ef-2da93c99927e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:23.312251 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fe3cc666-48e4-4cb4-a45f-c0e35ccf4b8c req-92a11c65-ca96-4b92-83ef-2da93c99927e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 943 time: 0.1699901 Feb 05 23:33:23.339363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-699f1d64-2c6c-46e4-8ac0-d7421b8618ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:23.341696 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-699f1d64-2c6c-46e4-8ac0-d7421b8618ca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0674388 Feb 05 23:33:23.379129 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fe3cc666-48e4-4cb4-a45f-c0e35ccf4b8c req-f08e72b5-9a8f-4e17-a309-d3be30223f4f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603521 Feb 05 23:33:23.430057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-4aed8ec4-6680-4ed7-b38e-f45871508e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:23.431679 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-4aed8ec4-6680-4ed7-b38e-f45871508e88 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837467 Feb 05 23:33:23.584190 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-9b88872b-2902-4cb2-8cec-c09030d83aeb service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453993 Feb 05 23:33:23.731135 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d42cf8b-f1e7-4a3d-8453-f43038c5866c req-c6929d60-e82b-4d02-9993-1e7eae93a4d5 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399822 Feb 05 23:33:23.910944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-b7a2de76-826e-4970-aa7d-b19821457256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:23.912510 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-b7a2de76-826e-4970-aa7d-b19821457256 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 1160 time: 0.0850742 Feb 05 23:33:24.055758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-505e6747-5021-49f6-bbeb-ea97eca29123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:24.057443 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-505e6747-5021-49f6-bbeb-ea97eca29123 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.1386449 Feb 05 23:33:24.133777 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-fb3762ce-75c6-4e4f-b576-a07524477d28 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4087a578-bc96-4d85-93b0-dfc49100f0a8 HTTP/1.1" status: 200 len: 217 time: 0.0698559 Feb 05 23:33:24.204910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-186904ab-7a2c-458b-b5cf-d8002b294117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:24.206473 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-186904ab-7a2c-458b-b5cf-d8002b294117 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0660088 Feb 05 23:33:24.288951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-f6d313f4-6a2b-494c-9856-8d56c57bf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:24.290629 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-f6d313f4-6a2b-494c-9856-8d56c57bf880 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775771 Feb 05 23:33:24.444976 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-2e6f21fe-f080-48f7-8443-22a6f778e846 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466250 Feb 05 23:33:24.598969 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-daa77307-bb39-4239-a7a0-258e48fc3704 req-f1ffd003-963c-475a-9bc1-e1e714176995 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1473420 Feb 05 23:33:24.690247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6195802-fbfb-4d98-97db-78839cf829da req-3dbf96a6-134c-41f9-a2cb-7e9a82d9d520 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:24.691929 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a6195802-fbfb-4d98-97db-78839cf829da req-3dbf96a6-134c-41f9-a2cb-7e9a82d9d520 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 943 time: 0.1733818 Feb 05 23:33:24.759895 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a6195802-fbfb-4d98-97db-78839cf829da req-200bcfb4-e678-414b-b04f-e5cb09619459 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615623 Feb 05 23:33:26.053977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f531f-0b90-4b2f-a4f1-be2c975f01c7 req-6844e787-d861-4c8e-a2ee-da89b085a39c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:26.055562 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a13f531f-0b90-4b2f-a4f1-be2c975f01c7 req-6844e787-d861-4c8e-a2ee-da89b085a39c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 943 time: 0.1661465 Feb 05 23:33:26.124668 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a13f531f-0b90-4b2f-a4f1-be2c975f01c7 req-7df8c4ff-dcb7-419d-8f96-79dc73bea934 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625172 Feb 05 23:33:27.505389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a71823-b849-4937-a9b7-828d3d260b86 req-b6ed1822-105a-4645-8f40-51994645f87f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:27.507118 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d2a71823-b849-4937-a9b7-828d3d260b86 req-b6ed1822-105a-4645-8f40-51994645f87f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 943 time: 0.1690645 Feb 05 23:33:27.572192 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d2a71823-b849-4937-a9b7-828d3d260b86 req-80a5b01f-e92b-4eb2-b095-e0c264bbaa8e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586836 Feb 05 23:33:28.484517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 4087a578-bc96-4d85-93b0-dfc49100f0a8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:33:28.557881 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port 4087a578-bc96-4d85-93b0-dfc49100f0a8 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:33:28.563244 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 4087a578-bc96-4d85-93b0-dfc49100f0a8 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:33:28.563658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:28.686891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:28.719065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087a578-bc96-4d85-93b0-dfc49100f0a8'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:33:28.729534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 4087a578-bc96-4d85-93b0-dfc49100f0a8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4087a578-bc96-4d85-93b0-dfc49100f0a8,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:28.733720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:28.735641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:28.784374 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4087a578-bc96-4d85-93b0-dfc49100f0a8', 'code': 200} Feb 05 23:33:28.809874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=4087a578-bc96-4d85-93b0-dfc49100f0a8,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:28.818059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.818452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.818834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.819223 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.819567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.820109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.820498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.820861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.821232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.822065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.822065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.822367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.822820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.823188 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.823555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.823922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.824944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.825386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.825941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.826313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.826681 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.827049 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.827416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.827787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:33:28.832231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:28.883167 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6265641f-77cc-42f8-b2d8-ae9b85fa6850 req-59b126d7-317a-4663-9f81-14194af058eb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:28.884878 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6265641f-77cc-42f8-b2d8-ae9b85fa6850 req-59b126d7-317a-4663-9f81-14194af058eb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 945 time: 0.1821709 Feb 05 23:33:28.952435 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6265641f-77cc-42f8-b2d8-ae9b85fa6850 req-36dd4ac1-e1c2-4da1-a044-00973b68bfa3 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604634 Feb 05 23:33:29.076209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95086c-c8a6-4c8c-b95f-3e4099a6d0f8 req-ec30e487-b599-4e7a-ba05-681eda5442eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:29.077844 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7d95086c-c8a6-4c8c-b95f-3e4099a6d0f8 req-ec30e487-b599-4e7a-ba05-681eda5442eb service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 1162 time: 0.0813818 Feb 05 23:33:29.121372 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7d95086c-c8a6-4c8c-b95f-3e4099a6d0f8 req-02fe3a2c-7f03-495a-95ab-68f79b223498 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363996 Feb 05 23:33:29.931875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 4087a578-bc96-4d85-93b0-dfc49100f0a8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:33:30.006479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 4087a578-bc96-4d85-93b0-dfc49100f0a8 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:33:30.006906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:30.254678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96349f9-df69-4c5a-a0e2-a88a8213d897 req-57c40ae9-698a-44f9-80fc-659628977dd4 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:30.256335 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c96349f9-df69-4c5a-a0e2-a88a8213d897 req-57c40ae9-698a-44f9-80fc-659628977dd4 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 945 time: 0.1673534 Feb 05 23:33:30.319681 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c96349f9-df69-4c5a-a0e2-a88a8213d897 req-5fb6c584-e689-4263-b977-6682b894470e tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569558 Feb 05 23:33:31.631667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a8889-09b2-4fc9-acb0-88305ffbe9a9 req-c673042c-3a1d-4703-a83b-5589aa1000fb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:31.633316 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-183a8889-09b2-4fc9-acb0-88305ffbe9a9 req-c673042c-3a1d-4703-a83b-5589aa1000fb tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 945 time: 0.1716850 Feb 05 23:33:31.698769 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-183a8889-09b2-4fc9-acb0-88305ffbe9a9 req-dec354b2-afb0-4507-a933-9cef09de41c5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581410 Feb 05 23:33:31.972305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 4087a578-bc96-4d85-93b0-dfc49100f0a8 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:33:31.990365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ed2df-c7b2-43b8-bb2a-f2b48d0d6cc6 req-00cfbe3b-b89f-463e-a3c0-6c3942a04f89 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:31.992127 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-984ed2df-c7b2-43b8-bb2a-f2b48d0d6cc6 req-00cfbe3b-b89f-463e-a3c0-6c3942a04f89 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 945 time: 0.1704619 Feb 05 23:33:32.001780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37798) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:32.007571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Request body: {'floatingip': {'port_id': '4087a578-bc96-4d85-93b0-dfc49100f0a8'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:33:32.049671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 4087a578-bc96-4d85-93b0-dfc49100f0a8 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:33:32.050145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:32.112975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:32.997120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:33.000043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:33.184380 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Floating IP ce0c2c12-5aec-448d-88ae-21bf26c5e01b associated. External IP: 172.28.1.59, port: 4087a578-bc96-4d85-93b0-dfc49100f0a8. Feb 05 23:33:33.572019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Router ad29aed2-9bde-41b8-83ab-7d974ae00e6c has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:33:33.765453 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:33:33.769854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:33.775092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] Sync routers for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:33:33.785992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:33:33.786690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:33:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:33.836199 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-767d326e-04d5-4e65-9259-3c8f210c2791 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "PUT /v2.0/floatingips/ce0c2c12-5aec-448d-88ae-21bf26c5e01b HTTP/1.1" status: 200 len: 990 time: 1.8303401 Feb 05 23:33:33.836199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'tag': '4087a578-bc96-4d85-93b0-dfc49100f0a8'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:33:33.896954 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'tag': '4087a578-bc96-4d85-93b0-dfc49100f0a8', 'status': 'completed', 'code': 200} Feb 05 23:33:33.998261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:33:34.033739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-1b482375-f89d-460f-8836-8811dbbf2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:34.035329 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-1b482375-f89d-460f-8836-8811dbbf2339 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 1162 time: 0.0802066 Feb 05 23:33:34.184461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-c109eb45-ba86-46e1-b26d-87da13835a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:34.186215 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-c109eb45-ba86-46e1-b26d-87da13835a51 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.1442490 Feb 05 23:33:34.300333 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-88b6284a-ff90-412c-a33c-d924cedfee59 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4087a578-bc96-4d85-93b0-dfc49100f0a8 HTTP/1.1" status: 200 len: 998 time: 0.1075778 Feb 05 23:33:34.374680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-524a1bad-05ca-4c99-b8f9-c08c47fd45c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:34.374942 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': 'ce0c2c12-5aec-448d-88ae-21bf26c5e01b', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'port_id': '4087a578-bc96-4d85-93b0-dfc49100f0a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'mac_address': 'fa:16:3e:b6:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:33:13Z', 'updated_at': '2021-02-05T23:33:32Z', 'revision_number': 1, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:34.376330 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-524a1bad-05ca-4c99-b8f9-c08c47fd45c0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0689135 Feb 05 23:33:34.378910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] Checking router: ad29aed2-9bde-41b8-83ab-7d974ae00e6c for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:33:34.388095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:33:34.388770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:33:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:34.469747 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-e4a17621-7ef6-4060-9dba-d451a3e9dbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:34.471427 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-e4a17621-7ef6-4060-9dba-d451a3e9dbec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878148 Feb 05 23:33:34.585361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:33:34.622096 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-57722ca5-d54a-4052-898b-d23514782c20 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423342 Feb 05 23:33:34.770956 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b93ca949-07e9-4d37-b936-264bac80cf63 req-472e86d2-51c3-4538-a92c-3c4e16b0a0fa service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1420727 Feb 05 23:33:34.961015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': 'ce0c2c12-5aec-448d-88ae-21bf26c5e01b', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'port_id': '4087a578-bc96-4d85-93b0-dfc49100f0a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'mac_address': 'fa:16:3e:b6:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:33:13Z', 'updated_at': '2021-02-05T23:33:32Z', 'revision_number': 1, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:34.965999 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93032c2-b5e0-4e6c-b534-72e42ccfeb12 None None] The sync data for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb is: [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': 'ce0c2c12-5aec-448d-88ae-21bf26c5e01b', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'floating_ip_address': '172.28.1.59', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'port_id': '4087a578-bc96-4d85-93b0-dfc49100f0a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 485, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'mac_address': 'fa:16:3e:b6:71:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:33:13Z', 'updated_at': '2021-02-05T23:33:32Z', 'revision_number': 1, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:33:35.245121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7500bbd4-1ede-419f-83cc-47d5bdecce96 None None] New status for floating IP ce0c2c12-5aec-448d-88ae-21bf26c5e01b: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:33:36.535966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a407e4f6-aa9b-4a00-9550-ad64d1f69588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:39.017048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d3016c79-e64f-498e-abab-ce0a5e101987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:39.797611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:40.657344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:41.075586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:42.503297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a8ef4-090c-443c-a9d5-13eabfa679e2 req-8ecef8a8-f622-4c37-a18d-94c3693b2f9e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:42.505052 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e17a8ef4-090c-443c-a9d5-13eabfa679e2 req-8ecef8a8-f622-4c37-a18d-94c3693b2f9e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1730208 Feb 05 23:33:42.572841 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e17a8ef4-090c-443c-a9d5-13eabfa679e2 req-d477e442-3d80-4184-942b-15a7dadef6e4 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612226 Feb 05 23:33:43.890490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d729b75a-1644-4a3f-81c5-df6b4978fc63 req-dc365126-312b-4d77-9788-281fb41b4dc7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:43.892115 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d729b75a-1644-4a3f-81c5-df6b4978fc63 req-dc365126-312b-4d77-9788-281fb41b4dc7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1686347 Feb 05 23:33:43.960363 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d729b75a-1644-4a3f-81c5-df6b4978fc63 req-21fcb55d-457d-4c1c-a22c-363e4b16aa5e tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617673 Feb 05 23:33:44.156159 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-399eaa75-fb34-4f9c-b728-2c2c3933418d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:44.157747 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-399eaa75-fb34-4f9c-b728-2c2c3933418d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1690252 Feb 05 23:33:44.258927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Deleting port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:44.259311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:44.767490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] For port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:44.767878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:45.080614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:45.081212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:45.081375 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Floating IP 555d7359-f281-4c14-8236-e3df2839a9fa disassociated. External IP: 172.28.1.89, port: eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa. Feb 05 23:33:45.081728 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Calling delete_port for eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:45.242934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:45.258641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:45.281821 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1548d-cf3d-4bd7-a04d-9d5420239fb6 req-4187f0c2-2009-4053-820d-c3a633e7c24b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:33:45.283486 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-08c1548d-cf3d-4bd7-a04d-9d5420239fb6 req-4187f0c2-2009-4053-820d-c3a633e7c24b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 945 time: 0.1726213 Feb 05 23:33:45.310908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event deleted for resources: {'Port': ['ID=eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:45.351436 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-08c1548d-cf3d-4bd7-a04d-9d5420239fb6 req-2f3be7bc-cf23-445a-8c47-d81e624ba487 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups?id=e1a312a7-d7af-4718-a8a0-4479a6bc0792&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613582 Feb 05 23:33:45.362711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:45.635619 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:33:45.832143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:33:45.843388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] Sync routers for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:33:45.853640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:33:45.854305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:33:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:45.876163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] No DVR routers for this DVR port eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:33:45.878485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:45.882881 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'name': 'network-vif-deleted', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:33:45.899688 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-eadccb12-7451-48d2-9865-9c67840dcc41 req-47f31e3a-829c-4541-a873-9ac24ac957c7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.89 "DELETE /v2.0/ports/eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa HTTP/1.1" status: 204 len: 173 time: 1.7356577 Feb 05 23:33:45.925432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:33:45.957385 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9e3645-41d6-4ab4-a68d-cddad753a5f2', 'name': 'network-vif-deleted', 'tag': 'eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa', 'status': 'completed', 'code': 200} Feb 05 23:33:46.207696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] No Port match for: eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:33:46.208298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device eed31b5f-98d8-4d79-a4e3-6db1b3aa49fa not bound to the agent host hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:33:46.271646 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:33:46.587432 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f48d1ccf-1420-4627-ac35-fab34cfa09c7 req-2845b51b-ea4f-438a-9025-a7401cf3522d tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/ports?device_id=5d9e3645-41d6-4ab4-a68d-cddad753a5f2 HTTP/1.1" status: 200 len: 210 time: 0.0564077 Feb 05 23:33:46.630396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:46.634962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] Checking router: a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:33:46.644724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:33:46.645431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:33:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:46.843218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:33:47.182685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:47.187388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc01498d-54ea-4474-b05d-e8fff25b54c9 None None] The sync data for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb is: [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'ed9826ac-e3d3-4a6d-9431-2fb1116d75df', 'name': '', 'network_id': 'c7364839-1e86-4ca0-b391-b578586d7bf0', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'mac_address': 'fa:16:3e:52:d0:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '40127f07-9833-458b-947f-4e42e3f5df01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:46Z', 'updated_at': '2021-02-05T23:25:03Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'subnets': [{'id': '40127f07-9833-458b-947f-4e42e3f5df01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:33:47.595443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8841773b-fcfe-4db8-8c98-eec7e228aa42 None None] New status for floating IP 555d7359-f281-4c14-8236-e3df2839a9fa: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:33:47.759597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37852) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:47.849215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ff61d03-5f9e-4db4-9445-e7e75c563465 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:47.880672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ff61d03-5f9e-4db4-9445-e7e75c563465 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:47.931484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ff61d03-5f9e-4db4-9445-e7e75c563465 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:47.937668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-83261c7b-c405-4436-9788-aa7e762adfd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:47.955426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff61d03-5f9e-4db4-9445-e7e75c563465 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a312a7-d7af-4718-a8a0-4479a6bc0792,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:47.961572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6ff61d03-5f9e-4db4-9445-e7e75c563465 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:47.963852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6ff61d03-5f9e-4db4-9445-e7e75c563465 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:47.966235 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6ff61d03-5f9e-4db4-9445-e7e75c563465 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "DELETE /v2.0/security-groups/e1a312a7-d7af-4718-a8a0-4479a6bc0792 HTTP/1.1" status: 204 len: 168 time: 0.2049921 Feb 05 23:33:47.968460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37858) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:47.990451 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.v2.resource [None req-7914b171-3cfc-4328-819d-084381f36dd7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] show failed (client error): The resource could not be found. Feb 05 23:33:47.991569 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7914b171-3cfc-4328-819d-084381f36dd7 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "GET /v2.0/security-groups/e1a312a7-d7af-4718-a8a0-4479a6bc0792 HTTP/1.1" status: 404 len: 347 time: 0.0221207 Feb 05 23:33:47.994591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37862) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:48.176581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:48.187512 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Deleting port f603354a-85b4-4c88-b9f1-42e50ba3569a {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:48.187896 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:48.377745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:48.378035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:48.517518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Calling delete_port for f603354a-85b4-4c88-b9f1-42e50ba3569a owned by network:floatingip {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:48.663258 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:48.679339 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:48.772731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Pushing event deleted for resources: {'Port': ['ID=f603354a-85b4-4c88-b9f1-42e50ba3569a,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:48.775696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:48.909222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks [] for floatingip, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:48.925904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:48.927112 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] 10.222.0.64 "DELETE /v2.0/floatingips/555d7359-f281-4c14-8236-e3df2839a9fa HTTP/1.1" status: 204 len: 168 time: 0.9315550 Feb 05 23:33:49.649149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:33:51.830967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37892) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:52.569088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673462'] for router_interface, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:53.175977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Deleting port ed9826ac-e3d3-4a6d-9431-2fb1116d75df {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:53.176549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:53.359190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] For port ed9826ac-e3d3-4a6d-9431-2fb1116d75df, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:53.359584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:53.494969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Calling delete_port for ed9826ac-e3d3-4a6d-9431-2fb1116d75df owned by network:router_interface {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:53.680116 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:53.696271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c743eea8-1b45-492b-a347-ce4ddd503ea8 tempest-ServerRescueNegativeTestJSON-1157530784 tempest-ServerRescueNegativeTestJSON-1157530784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:53.794738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Pushing event deleted for resources: {'Port': ['ID=ed9826ac-e3d3-4a6d-9431-2fb1116d75df,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:53.798941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:54.114979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673157'] for router_interface, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:54.637392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:33:54.827765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:33:54.837967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] Sync routers for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:33:54.843601 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-cf433406-d2a8-4eff-beb7-99db6e3c35ba admin admin] 10.222.0.64 "PUT /v2.0/routers/a7932efc-8e37-45ec-9fe7-2d9f6a7abb52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0091014 Feb 05 23:33:54.844090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 37902) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:54.848311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:33:54.848985 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:33:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:55.040392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks [] for router, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:55.056387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:33:55.232798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:55.238920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Deleting port a746f6ce-4e92-4c34-bab2-e1169ff75770 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:55.239295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:55.370547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:33:53Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:55.375272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] Checking router: a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:33:55.384418 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] Routers {'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:33:55.385118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:33:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:55.594016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] Set router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:33:55.693879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] For port a746f6ce-4e92-4c34-bab2-e1169ff75770, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=a746f6ce-4e92-4c34-bab2-e1169ff75770,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:55.694449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:55.829483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Calling delete_port for a746f6ce-4e92-4c34-bab2-e1169ff75770 owned by network:router_gateway {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:55.913108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:33:53Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:55.917301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f88225-4fb0-4bb9-9ae6-6fc68c767417 None None] The sync data for ids ['a7932efc-8e37-45ec-9fe7-2d9f6a7abb52'] in dv-cinder-774288-3-smb is: [{'id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'name': 'tempest-AttachVolumeShelveTestJSON-976123767-router', 'tenant_id': '570c6f91f88b4d39ace8315a276ad24c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179'}], 'enable_snat': True}, 'gw_port_id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:24:34Z', 'updated_at': '2021-02-05T23:33:53Z', 'revision_number': 5, 'project_id': '570c6f91f88b4d39ace8315a276ad24c', 'gw_port': {'id': 'a746f6ce-4e92-4c34-bab2-e1169ff75770', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ca:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7932efc-8e37-45ec-9fe7-2d9f6a7abb52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:24:36Z', 'updated_at': '2021-02-05T23:24:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:33:55.980110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.184842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680837'] for router_gateway, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.333489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773394'] for router, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.336104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.360271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103754'] for router, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.360837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 {{(pid=80148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 23:33:56.374823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.376083 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ad9be9d9-ed3d-4c4a-8e50-f62f202cce00 admin admin] 10.222.0.64 "DELETE /v2.0/routers/a7932efc-8e37-45ec-9fe7-2d9f6a7abb52 HTTP/1.1" status: 204 len: 168 time: 1.5311575 Feb 05 23:33:56.378914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37910) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:56.447968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Deleting subnet 40127f07-9833-458b-947f-4e42e3f5df01 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:33:56.452974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.469406 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device ed9826ac-e3d3-4a6d-9431-2fb1116d75df no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:33:56.508252 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.511294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: ed9826ac-e3d3-4a6d-9431-2fb1116d75df {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:33:56.512329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device ed9826ac-e3d3-4a6d-9431-2fb1116d75df not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:33:56.588417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.853717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:56.869765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:56.957502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40127f07-9833-458b-947f-4e42e3f5df01,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:56.960634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:57.011355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:57.017592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ce2179-67ab-4dae-a57a-46d0bccee3cb None None] Network c7364839-1e86-4ca0-b391-b578586d7bf0 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:33:57.018078 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/40127f07-9833-458b-947f-4e42e3f5df01 HTTP/1.1" status: 204 len: 168 time: 0.6380649 Feb 05 23:33:57.020884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37914) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:57.141359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:57.218122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Deleting port 08711448-0cbe-4503-ba6f-88ad102df3fa {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:57.218503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:57.474176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] DHCP port deletion for c7364839-1e86-4ca0-b391-b578586d7bf0 request from dv-cinder-774288-3-smb {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 23:33:57.479252 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] Deleting port 08711448-0cbe-4503-ba6f-88ad102df3fa {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:57.479677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:57.666851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] For port 08711448-0cbe-4503-ba6f-88ad102df3fa, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=08711448-0cbe-4503-ba6f-88ad102df3fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:57.667173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:57.715441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] For port 08711448-0cbe-4503-ba6f-88ad102df3fa, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=08711448-0cbe-4503-ba6f-88ad102df3fa,segment=NetworkSegment(82a75e80-e325-40ff-8471-8da33553214e),segment_id=82a75e80-e325-40ff-8471-8da33553214e)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:33:57.715972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:57.802437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Calling delete_port for 08711448-0cbe-4503-ba6f-88ad102df3fa owned by network:dhcp {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:57.850389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] Calling delete_port for 08711448-0cbe-4503-ba6f-88ad102df3fa owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:33:57.888456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:57.904468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6010db22-e27e-4508-a1ea-5be47e767345 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:58.002909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:33:58.003361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:33:58.004019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Pushing event deleted for resources: {'Port': ['ID=08711448-0cbe-4503-ba6f-88ad102df3fa,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:58.017111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:58.049662 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] No DVR routers for this DVR port 08711448-0cbe-4503-ba6f-88ad102df3fa on host dv-cinder-774288-3-smb {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:33:58.173572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:58.289477 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.289796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.290619 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.290982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > port after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.291346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > port after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.291717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > port after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.292090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.292463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.293029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.293496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.395665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.396057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.396444 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.396824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80149) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Feb 05 23:33:58.397214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7364839-1e86-4ca0-b391-b578586d7bf0']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:58.412623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a75e80-e325-40ff-8471-8da33553214e') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:58.412966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a75e80-e325-40ff-8471-8da33553214e') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:33:58.426077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843549267'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:58.442432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:58.444618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:33:58.504188 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] Deleting port 08711448-0cbe-4503-ba6f-88ad102df3fa {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:33:58.504594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:58.579492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device a746f6ce-4e92-4c34-bab2-e1169ff75770 no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:33:58.615604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c8d1eaf7-d507-40b8-b785-c07909bd43b9 None None] The port '08711448-0cbe-4503-ba6f-88ad102df3fa' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 23:33:58.628974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: a746f6ce-4e92-4c34-bab2-e1169ff75770 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:33:58.629396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device a746f6ce-4e92-4c34-bab2-e1169ff75770 not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:33:58.629863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 08711448-0cbe-4503-ba6f-88ad102df3fa no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:33:58.651192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Network c7364839-1e86-4ca0-b391-b578586d7bf0 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:33:58.661570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843486654'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:58.666254 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 08711448-0cbe-4503-ba6f-88ad102df3fa {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:33:58.666616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 08711448-0cbe-4503-ba6f-88ad102df3fa not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:33:58.844599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Network c7364839-1e86-4ca0-b391-b578586d7bf0 has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: (rel_b, rel_a, rel_b), Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: (rel_b, rel_a, rel_b), Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:33:58.869550 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:33:58.955778 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:58.960534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:58.978421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:58.985006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Pushing event deleted for resources: {'Network': ['ID=c7364839-1e86-4ca0-b391-b578586d7bf0,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:58.989865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:59.002031 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] 10.222.0.64 "DELETE /v2.0/networks/c7364839-1e86-4ca0-b391-b578586d7bf0 HTTP/1.1" status: 204 len: 168 time: 1.9800076 Feb 05 23:33:59.148409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37924) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:59.203285 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-8a9165c0-f579-4267-9fd4-521feafd60af admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=570c6f91f88b4d39ace8315a276ad24c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535738 Feb 05 23:33:59.205838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 37928) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:33:59.273611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1398f1e-7c7d-4566-821c-96fedd7e8857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:59.301438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1398f1e-7c7d-4566-821c-96fedd7e8857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:59.347365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1398f1e-7c7d-4566-821c-96fedd7e8857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:59.352349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-92d1283a-43c9-4979-ae63-d744256f45ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:33:59.366951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1398f1e-7c7d-4566-821c-96fedd7e8857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1231f370-91b9-40ca-80f4-f722091fba84,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:33:59.371910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1398f1e-7c7d-4566-821c-96fedd7e8857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:33:59.375367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1398f1e-7c7d-4566-821c-96fedd7e8857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:33:59.376617 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e1398f1e-7c7d-4566-821c-96fedd7e8857 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/1231f370-91b9-40ca-80f4-f722091fba84 HTTP/1.1" status: 204 len: 168 time: 0.1698067 Feb 05 23:34:06.538260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fab4a95b-ceab-4aff-b775-05a544491855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:09.018577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c0298191-0423-401a-9016-24239444e39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:09.800106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.006712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38074) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:10.166963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.183661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:10.187855 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Usage tracker for resource:security_group_rule and tenant:92de0a1a5cb94cccbab1df8f3e8a832a is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:10.190931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:10.196769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:10.288049 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.290734 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.299976 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f7ec3e50-1aca-48fd-bb4d-2ec3f37f0cc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:10.346407 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=92de0a1a5cb94cccbab1df8f3e8a832a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384984 Feb 05 23:34:10.347328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f8f111-c4cc-4e41-86db-117b967b60ea,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:10.349546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38082) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:10.355552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.356111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.356537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.356936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.357379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.357910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.358189 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.358581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.358973 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.359360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.359748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.360134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.360606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.360994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.361411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.361798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.362180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.362563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.362929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.363307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.363686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.364068 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.364478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.364814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:10.369391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:10.417449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98cb4548-799d-445f-bbb7-72fe145a22fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.445415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98cb4548-799d-445f-bbb7-72fe145a22fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.494539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98cb4548-799d-445f-bbb7-72fe145a22fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.500497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2701679c-09b8-4fa4-9130-aa1e78061ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:10.513300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb4548-799d-445f-bbb7-72fe145a22fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f8f111-c4cc-4e41-86db-117b967b60ea,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:10.516626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-98cb4548-799d-445f-bbb7-72fe145a22fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:10.519257 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98cb4548-799d-445f-bbb7-72fe145a22fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.523036 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-98cb4548-799d-445f-bbb7-72fe145a22fd admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b7f8f111-c4cc-4e41-86db-117b967b60ea HTTP/1.1" status: 204 len: 168 time: 0.1698816 Feb 05 23:34:10.659182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.868084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38090) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:10.887009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:10.903924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:10.908077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Usage tracker for resource:security_group_rule and tenant:98a9d4a6ca854565bdc2f6fe07eab644 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:10.911038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:10.916769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:11.006707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:11.009525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:11.019136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-295a4772-064f-4f23-9208-f976b6b159aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:11.060768 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=98a9d4a6ca854565bdc2f6fe07eab644&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915431 Feb 05 23:34:11.062514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f219bc8-c8a9-4cea-8fab-3590b21e30a5,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:11.063796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38094) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:11.070711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.071124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.071527 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.071923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.072313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.072706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.073093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.073527 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.073915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.074302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.075336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.075727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.076198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.076584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.076990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.077413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.077774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.078163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.078543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.078920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.079298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.079680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.080063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.080441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:11.085036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ddba402b-5802-4496-a6c5-8e939fcd8f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:11.093099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:11.138374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98293fbd-57a0-4902-b4ae-95f26a238bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:11.166697 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98293fbd-57a0-4902-b4ae-95f26a238bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:11.212980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98293fbd-57a0-4902-b4ae-95f26a238bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:11.218479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f53e9c4c-10d4-400e-b801-afb20e40a75e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:11.231359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98293fbd-57a0-4902-b4ae-95f26a238bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f219bc8-c8a9-4cea-8fab-3590b21e30a5,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:11.235601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-98293fbd-57a0-4902-b4ae-95f26a238bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:11.241466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-98293fbd-57a0-4902-b4ae-95f26a238bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:11.245611 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-98293fbd-57a0-4902-b4ae-95f26a238bc0 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/8f219bc8-c8a9-4cea-8fab-3590b21e30a5 HTTP/1.1" status: 204 len: 168 time: 0.1806650 Feb 05 23:34:14.689906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38172) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:14.849597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:14.865674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:14.869740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Usage tracker for resource:security_group_rule and tenant:171ce1ddb0ce402c87b58a1cf39b15fa is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:14.873695 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:14.879414 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:14.968043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:14.970889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:14.979307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-16cb46d9-5faf-49ba-9db3-39e2e9f70a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:15.024306 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=171ce1ddb0ce402c87b58a1cf39b15fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3332293 Feb 05 23:34:15.026009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c08fde9-e0a6-4d10-9386-55fafd03cfee,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:15.027221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38180) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:15.029647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:15.093619 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-329a3c73-9e31-43ed-897f-7f4abd724c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.124748 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-329a3c73-9e31-43ed-897f-7f4abd724c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.173777 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-329a3c73-9e31-43ed-897f-7f4abd724c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.179029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6724fc6-cd10-439f-9af6-0aa6c9a518c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:15.192826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a3c73-9e31-43ed-897f-7f4abd724c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c08fde9-e0a6-4d10-9386-55fafd03cfee,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:15.196038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-329a3c73-9e31-43ed-897f-7f4abd724c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:15.197018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-329a3c73-9e31-43ed-897f-7f4abd724c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.198353 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-329a3c73-9e31-43ed-897f-7f4abd724c8c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9c08fde9-e0a6-4d10-9386-55fafd03cfee HTTP/1.1" status: 204 len: 168 time: 0.1694939 Feb 05 23:34:15.546677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38188) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:15.566566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.582324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:15.586770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Usage tracker for resource:security_group_rule and tenant:badadd09a9fe44878360b0f4aebb9de9 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:15.589937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:15.596124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:15.689598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.692333 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.702249 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dcb1d7e8-002f-4840-beeb-120b878ed68b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:15.743908 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=badadd09a9fe44878360b0f4aebb9de9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1960664 Feb 05 23:34:15.745643 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae8c034-09dd-473d-afe6-bb0edb4b2135,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:15.747736 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38192) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:15.749571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:15.817392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4647a390-c5b5-4e4f-9fe5-4c736d6c0139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.847322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4647a390-c5b5-4e4f-9fe5-4c736d6c0139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.895187 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4647a390-c5b5-4e4f-9fe5-4c736d6c0139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.900321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-634c9bd7-c5e9-4ad0-93af-9ee8e0bfe1aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:15.916303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647a390-c5b5-4e4f-9fe5-4c736d6c0139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae8c034-09dd-473d-afe6-bb0edb4b2135,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:15.920208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4647a390-c5b5-4e4f-9fe5-4c736d6c0139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:15.930247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4647a390-c5b5-4e4f-9fe5-4c736d6c0139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:15.934605 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4647a390-c5b5-4e4f-9fe5-4c736d6c0139 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0ae8c034-09dd-473d-afe6-bb0edb4b2135 HTTP/1.1" status: 204 len: 168 time: 0.1826684 Feb 05 23:34:16.831519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38216) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:16.975144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-994505895-network', 'tenant_id': '079b6119221a4a4aaec66e90e1c857fb'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:34:16.980381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:16.984570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Usage tracker for resource:network and tenant:079b6119221a4a4aaec66e90e1c857fb is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:16.987451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:16.993416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:17.003705 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Made reservation on behalf of 079b6119221a4a4aaec66e90e1c857fb for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:34:17.008511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.026468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.042511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:17.046572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Usage tracker for resource:security_group_rule and tenant:079b6119221a4a4aaec66e90e1c857fb is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:17.049539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:17.055348 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:17.143411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.147424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.151709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:17.185798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:34:17.195343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260d3e62-5e77-4c27-8e4d-63456f7b5b2e,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:17.199461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:17.202160 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.202586 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Added segment 608f3628-e915-45eb-b1cd-c2af86270efd of type vxlan for network 88271145-0e3c-4742-8d29-5768c74c97f0 Feb 05 23:34:17.232914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.262562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.263859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:17.264502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.269515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:17.382428 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5496337 Feb 05 23:34:17.383393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Pushing event updated for resources: {'Network': ['ID=88271145-0e3c-4742-8d29-5768c74c97f0,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:17.385504 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38224) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:17.389491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:17.393483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Request body: {'subnet': {'network_id': '88271145-0e3c-4742-8d29-5768c74c97f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-994505895-subnet', 'tenant_id': '079b6119221a4a4aaec66e90e1c857fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:34:17.395017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 88271145-0e3c-4742-8d29-5768c74c97f0 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:34:17.398998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:17.404258 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Usage tracker for resource:subnet and tenant:079b6119221a4a4aaec66e90e1c857fb is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:17.407983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:17.413226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 88271145-0e3c-4742-8d29-5768c74c97f0 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:34:17.413849 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:17.424366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Made reservation on behalf of 079b6119221a4a4aaec66e90e1c857fb for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:34:17.429111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10883082'] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.897834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10883097'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:17.923744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6d9d0017-9879-4501-963e-d31c124f0654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:18.077914 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=797219a8-04b1-44da-a887-4527a1ba4b24,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:18.083226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:18.160687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Checking segment: {'id': '608f3628-e915-45eb-b1cd-c2af86270efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88271145-0e3c-4742-8d29-5768c74c97f0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:34:18.161011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Network hostable DHCP agents. Network: 88271145-0e3c-4742-8d29-5768c74c97f0, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:34:18.182240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Network 88271145-0e3c-4742-8d29-5768c74c97f0 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:34:18.182485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:18.190876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 88271145-0e3c-4742-8d29-5768c74c97f0) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:34:18.200817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543eb385-a9b1-4a89-b835-39f7810cc24a None None] Network 88271145-0e3c-4742-8d29-5768c74c97f0 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:34:18.205566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:18.206176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:18.236996 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e4569219-4a0d-4ec8-bb18-f85f990c37f0 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8443422 Feb 05 23:34:18.457039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c934a-adb8-4a54-be17-ed096adb176d None None] Network 88271145-0e3c-4742-8d29-5768c74c97f0 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:34:19.176850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38248) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:19.183272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1805744537-network', 'tenant_id': '94a5725229e14a84b652b5078af52b1c'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:34:19.188586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:19.192663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Usage tracker for resource:network and tenant:94a5725229e14a84b652b5078af52b1c is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:19.195698 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:19.202204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:19.212299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Made reservation on behalf of 94a5725229e14a84b652b5078af52b1c for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:34:19.218182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:19.231448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:19.246939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:19.250952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Usage tracker for resource:security_group_rule and tenant:94a5725229e14a84b652b5078af52b1c is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:19.253964 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:19.259761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:19.345863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:19.348637 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:19.352922 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a917e95e-d8b8-418d-863e-a3905213e055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:19.390120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:34:19.400022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256e6a20-2e91-4bc7-83e2-9c12eae81d30,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:19.405339 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:19.408396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:19.408834 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Added segment de21eb9f-f3e3-4b92-8a8e-5884290df992 of type vxlan for network c8fc25af-6493-4e51-970d-0c33c376881d Feb 05 23:34:19.438737 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:19.477611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:19.478837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:19.479615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:19.485730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-261d946b-9007-4b8a-89d0-b877e523aa90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:19.597848 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4197652 Feb 05 23:34:19.598798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Pushing event updated for resources: {'Network': ['ID=c8fc25af-6493-4e51-970d-0c33c376881d,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:19.600929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38254) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:19.601929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:19.607528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Request body: {'subnet': {'network_id': 'c8fc25af-6493-4e51-970d-0c33c376881d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1805744537-subnet', 'tenant_id': '94a5725229e14a84b652b5078af52b1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:34:19.610193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network c8fc25af-6493-4e51-970d-0c33c376881d details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:34:19.612868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:19.616970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Usage tracker for resource:subnet and tenant:94a5725229e14a84b652b5078af52b1c is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:19.621141 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:19.628136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network c8fc25af-6493-4e51-970d-0c33c376881d details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:34:19.628419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:19.638320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Made reservation on behalf of 94a5725229e14a84b652b5078af52b1c for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:34:19.643110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10883082'] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:20.057889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10883097'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:20.074638 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2117a843-bc83-4594-8441-1f57266cdf4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:20.130762 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-ea8988ad-e4c0-4cd4-b017-e9d1c855f5be service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0800738 Feb 05 23:34:20.203521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2c66f0b-5923-45a7-97a6-e9341c39dd73,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:20.208539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:20.282766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Checking segment: {'id': 'de21eb9f-f3e3-4b92-8a8e-5884290df992', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'c8fc25af-6493-4e51-970d-0c33c376881d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:34:20.283160 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Network hostable DHCP agents. Network: c8fc25af-6493-4e51-970d-0c33c376881d, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:34:20.302081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Network c8fc25af-6493-4e51-970d-0c33c376881d is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:34:20.306998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-7924f27b-aa51-44b2-b539-21fb9a6a5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:20.308648 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-7924f27b-aa51-44b2-b539-21fb9a6a5f48 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=ca00946cb94d4b9f8798e8a912944acf&device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 1162 time: 0.0837176 Feb 05 23:34:20.311807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, c8fc25af-6493-4e51-970d-0c33c376881d) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:34:20.320947 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4bb393-9094-413c-9586-0db07ab493b8 None None] Network c8fc25af-6493-4e51-970d-0c33c376881d requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:34:20.326160 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:20.326764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:20.351370 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7491784 Feb 05 23:34:20.501642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-b0841be4-fbab-46a5-a209-f83797fe3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:20.503242 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-b0841be4-fbab-46a5-a209-f83797fe3b90 service neutron] 10.222.0.89 "GET /v2.0/networks?id=d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 200 len: 904 time: 0.1628346 Feb 05 23:34:20.557285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa32b4f-cbaf-4940-af59-b97a2247eddc None None] Network c8fc25af-6493-4e51-970d-0c33c376881d requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:34:20.617522 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-a738c172-67be-465c-b243-f358f869ce09 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4087a578-bc96-4d85-93b0-dfc49100f0a8 HTTP/1.1" status: 200 len: 1000 time: 0.1066310 Feb 05 23:34:20.701197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-438fb13a-2ca2-45c2-bf69-dd9c1db2e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:20.702849 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-438fb13a-2ca2-45c2-bf69-dd9c1db2e7cf service neutron] 10.222.0.89 "GET /v2.0/subnets?id=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 200 len: 849 time: 0.0791960 Feb 05 23:34:20.800115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-02fe8d38-49b4-4723-8333-ae64a091fae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:20.801813 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-02fe8d38-49b4-4723-8333-ae64a091fae2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=d82e8244-6fc1-4e82-b273-e4683ea88856&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831392 Feb 05 23:34:20.954741 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-ab1a8d0d-25c2-4b38-9781-a186a0d7016d service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460211 Feb 05 23:34:21.103690 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a45c7484-67e6-4d21-9eee-6155dabd3e87 req-76e5ff47-8dad-4eb1-9fbf-fa0e62db7212 service neutron] 10.222.0.89 "GET /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422563 Feb 05 23:34:21.158190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-5a17119e-18a4-4b5e-8006-d83c45aeca2c tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:21.158993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-5a17119e-18a4-4b5e-8006-d83c45aeca2c tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Synchronizing usage tracker for tenant:079b6119221a4a4aaec66e90e1c857fb on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:34:21.176285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-5a17119e-18a4-4b5e-8006-d83c45aeca2c tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Unset dirty status for tenant:079b6119221a4a4aaec66e90e1c857fb on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:34:21.177906 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-5a17119e-18a4-4b5e-8006-d83c45aeca2c tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/networks?id=88271145-0e3c-4742-8d29-5768c74c97f0 HTTP/1.1" status: 200 len: 808 time: 0.2609217 Feb 05 23:34:21.195277 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-75a09605-f4ca-4185-aa91-5074f42d6b3a tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/quotas/079b6119221a4a4aaec66e90e1c857fb HTTP/1.1" status: 200 len: 375 time: 0.0115778 Feb 05 23:34:21.252812 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-f5cf428d-0ede-4d90-9806-134c026ccdbd tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=079b6119221a4a4aaec66e90e1c857fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0507040 Feb 05 23:34:21.611690 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-2e039f6e-7f90-4a3c-8e77-34089cea6ce0 service neutron] 10.222.0.64 "GET /v2.0/networks/88271145-0e3c-4742-8d29-5768c74c97f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513074 Feb 05 23:34:21.755278 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-afff614e-65b7-426f-84f2-4a93fb4358a7 service neutron] 10.222.0.64 "GET /v2.0/networks/88271145-0e3c-4742-8d29-5768c74c97f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1367941 Feb 05 23:34:21.962400 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f61b27a6-da04-446d-9e73-a4f31ee127eb req-53591dd2-5dd4-4177-a5ee-0998f0e32027 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 210 time: 0.0499339 Feb 05 23:34:23.157201 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7e1ac4f2-38d3-4780-b1ce-9c30c8223097 req-eb353bfe-3884-4115-b65c-6e1bb15fcd8b tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 210 time: 0.0582659 Feb 05 23:34:23.234426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-3bbe76c9-ac10-4b65-a3a4-ee6dd2c81fdb tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:23.235947 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-3bbe76c9-ac10-4b65-a3a4-ee6dd2c81fdb tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.89 "GET /v2.0/networks?id=88271145-0e3c-4742-8d29-5768c74c97f0 HTTP/1.1" status: 200 len: 808 time: 0.2535686 Feb 05 23:34:23.261756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Request body: {'port': {'device_id': '83fb021b-e850-4739-9cb1-97a34529635c', 'network_id': '88271145-0e3c-4742-8d29-5768c74c97f0', 'admin_state_up': True, 'tenant_id': '079b6119221a4a4aaec66e90e1c857fb'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:34:23.410261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:34:23.414337 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Usage tracker for resource:port and tenant:079b6119221a4a4aaec66e90e1c857fb is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:34:23.417349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:34:23.423380 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:34:23.432991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Made reservation on behalf of 079b6119221a4a4aaec66e90e1c857fb for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:34:23.455797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:23.769886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Allocated IP 172.20.0.9 (88271145-0e3c-4742-8d29-5768c74c97f0/797219a8-04b1-44da-a887-4527a1ba4b24/0619cf50-63c2-4f09-a397-cc41126e669c) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:34:23.992297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:24.021930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:24.037139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7ca23d0-1ecc-4d0d-89b8-a3bd8052afbe tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:24.182149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Pushing event updated for resources: {'Port': ['ID=0619cf50-63c2-4f09-a397-cc41126e669c,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:24.188926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:24.244709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Network 88271145-0e3c-4742-8d29-5768c74c97f0 is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:34:24.246034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:34:24.249014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:34:24.377288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:24.377930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:24.398927 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1415336 Feb 05 23:34:24.418819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Request body: {'port': {'device_id': '83fb021b-e850-4739-9cb1-97a34529635c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:34:24.461556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a5600-1e79-497a-8edd-899e3bfc660a req-1fcdd259-b0ce-4188-923a-0e0f64e0b796 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:24.463022 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ed5a5600-1e79-497a-8edd-899e3bfc660a req-1fcdd259-b0ce-4188-923a-0e0f64e0b796 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 931 time: 0.1663260 Feb 05 23:34:24.529763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ed5a5600-1e79-497a-8edd-899e3bfc660a req-41d40bc5-4d64-4022-8d0b-22720d784dae tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Synchronizing usage tracker for tenant:079b6119221a4a4aaec66e90e1c857fb on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:34:24.546342 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ed5a5600-1e79-497a-8edd-899e3bfc660a req-41d40bc5-4d64-4022-8d0b-22720d784dae tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Unset dirty status for tenant:079b6119221a4a4aaec66e90e1c857fb on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:34:24.547602 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ed5a5600-1e79-497a-8edd-899e3bfc660a req-41d40bc5-4d64-4022-8d0b-22720d784dae tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777283 Feb 05 23:34:24.550690 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:25.195546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0619cf50-63c2-4f09-a397-cc41126e669c {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:34:25.203468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:25.216190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Transition to ACTIVE for port object 0619cf50-63c2-4f09-a397-cc41126e669c will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:34:25.218981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:25.235572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-39604aaa-772b-4eb6-9eac-949e1d9d2e8f tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:25.370584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Pushing event updated for resources: {'Port': ['ID=0619cf50-63c2-4f09-a397-cc41126e669c,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:25.376094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:25.568336 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Attempting to bind port 0619cf50-63c2-4f09-a397-cc41126e669c on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:34:25.568713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Attempting to bind port 0619cf50-63c2-4f09-a397-cc41126e669c by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '608f3628-e915-45eb-b1cd-c2af86270efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88271145-0e3c-4742-8d29-5768c74c97f0'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:34:25.569083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Attempting to bind port 0619cf50-63c2-4f09-a397-cc41126e669c on network 88271145-0e3c-4742-8d29-5768c74c97f0 {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:34:25.576183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:34:25.576555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Checking segment: {'id': '608f3628-e915-45eb-b1cd-c2af86270efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88271145-0e3c-4742-8d29-5768c74c97f0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:34:25.577000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:25.577483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Bound using segment: {'id': '608f3628-e915-45eb-b1cd-c2af86270efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88271145-0e3c-4742-8d29-5768c74c97f0'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:34:25.577905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Bound port: 0619cf50-63c2-4f09-a397-cc41126e669c, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '608f3628-e915-45eb-b1cd-c2af86270efd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '88271145-0e3c-4742-8d29-5768c74c97f0'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:34:25.578278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:25.677940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] For port 0619cf50-63c2-4f09-a397-cc41126e669c, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:34:25.681231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] For port 0619cf50-63c2-4f09-a397-cc41126e669c, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0619cf50-63c2-4f09-a397-cc41126e669c,segment=NetworkSegment(608f3628-e915-45eb-b1cd-c2af86270efd),segment_id=608f3628-e915-45eb-b1cd-c2af86270efd)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:34:25.685980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:25.703013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d0989b83-a303-4298-86b7-721c26e26414 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:25.849835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48c4801-6941-4ec8-bad9-6a892925c421 req-25bbbd8c-0369-49a1-b53a-c9ad32fd9eea tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:25.851473 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b48c4801-6941-4ec8-bad9-6a892925c421 req-25bbbd8c-0369-49a1-b53a-c9ad32fd9eea tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 943 time: 0.1715727 Feb 05 23:34:25.870030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Pushing event updated for resources: {'Port': ['ID=0619cf50-63c2-4f09-a397-cc41126e669c,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:25.875066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:25.910115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:25.910786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:25.912381 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] 10.222.0.89 "PUT /v2.0/ports/0619cf50-63c2-4f09-a397-cc41126e669c HTTP/1.1" status: 200 len: 1157 time: 1.4989414 Feb 05 23:34:25.912916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83fb021b-e850-4739-9cb1-97a34529635c', 'tag': '0619cf50-63c2-4f09-a397-cc41126e669c'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:34:25.919937 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b48c4801-6941-4ec8-bad9-6a892925c421 req-7dd8b0a0-ad76-4788-a436-432095c7647a tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611966 Feb 05 23:34:26.007340 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83fb021b-e850-4739-9cb1-97a34529635c', 'tag': '0619cf50-63c2-4f09-a397-cc41126e669c', 'status': 'completed', 'code': 200} Feb 05 23:34:26.046061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-faaf2af5-14d7-45a8-877d-1aeb1ef4e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:26.047843 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-faaf2af5-14d7-45a8-877d-1aeb1ef4e483 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=079b6119221a4a4aaec66e90e1c857fb&device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 1160 time: 0.0831997 Feb 05 23:34:26.133721 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-783a9305-a943-4457-9353-61da005ca670 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0619cf50-63c2-4f09-a397-cc41126e669c HTTP/1.1" status: 200 len: 217 time: 0.0718539 Feb 05 23:34:26.202884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-5f0c1811-d36b-472a-958a-f60bd4802c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:26.204612 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-5f0c1811-d36b-472a-958a-f60bd4802c4d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=797219a8-04b1-44da-a887-4527a1ba4b24 HTTP/1.1" status: 200 len: 848 time: 0.0645480 Feb 05 23:34:26.258111 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-db494c97-5efe-43fa-a302-2042458fe556 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88271145-0e3c-4742-8d29-5768c74c97f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471771 Feb 05 23:34:26.401811 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-6f20cc32-54c7-4ae8-b1d7-aa82ce33be43 service neutron] 10.222.0.89 "GET /v2.0/networks/88271145-0e3c-4742-8d29-5768c74c97f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374016 Feb 05 23:34:26.551232 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-28980bdf-63da-46fb-8ea3-e8385bd862e6 req-f2354004-b30f-4e67-8ce7-a0e1307deca9 service neutron] 10.222.0.89 "GET /v2.0/networks/88271145-0e3c-4742-8d29-5768c74c97f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433299 Feb 05 23:34:26.648781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:34:26.733087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-6dc9f6a9-72c8-498b-bca8-a3425a7c9e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:26.734800 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-6dc9f6a9-72c8-498b-bca8-a3425a7c9e38 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=079b6119221a4a4aaec66e90e1c857fb&device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 1160 time: 0.0848067 Feb 05 23:34:26.879026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-b7ad9ce2-3f5a-4028-9700-e205e8de84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:26.880645 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-b7ad9ce2-3f5a-4028-9700-e205e8de84e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=88271145-0e3c-4742-8d29-5768c74c97f0 HTTP/1.1" status: 200 len: 902 time: 0.1395767 Feb 05 23:34:26.963524 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-ae3975e5-4910-44bd-9456-8c496a9addab service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0619cf50-63c2-4f09-a397-cc41126e669c HTTP/1.1" status: 200 len: 217 time: 0.0746377 Feb 05 23:34:27.033639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-bab45f47-e543-48ab-950a-614e8c3d8811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:27.035185 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-bab45f47-e543-48ab-950a-614e8c3d8811 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=797219a8-04b1-44da-a887-4527a1ba4b24 HTTP/1.1" status: 200 len: 848 time: 0.0658467 Feb 05 23:34:27.089043 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-ac4ac304-737a-4942-9b15-eb89ab01d89a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=88271145-0e3c-4742-8d29-5768c74c97f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477257 Feb 05 23:34:27.218494 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869ef3b-0e39-45ec-9f47-3e1212fd7f99 req-04fc2897-a63d-48b3-812a-67ed8725361b tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:27.220224 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8869ef3b-0e39-45ec-9f47-3e1212fd7f99 req-04fc2897-a63d-48b3-812a-67ed8725361b tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 943 time: 0.1679702 Feb 05 23:34:27.235625 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-86c18281-e798-4f51-b172-6562f2196e87 service neutron] 10.222.0.89 "GET /v2.0/networks/88271145-0e3c-4742-8d29-5768c74c97f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403868 Feb 05 23:34:27.289413 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8869ef3b-0e39-45ec-9f47-3e1212fd7f99 req-d7a2ec67-1615-46fd-b52f-261ac81fc045 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625317 Feb 05 23:34:27.382354 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a91dafe-49cf-4576-b027-fb245bec6b26 req-cd5c28de-eeb1-443d-9260-6ce88aa22e1c service neutron] 10.222.0.89 "GET /v2.0/networks/88271145-0e3c-4742-8d29-5768c74c97f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1392365 Feb 05 23:34:28.596604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b6faf-a1cb-4155-991d-e5818443ad6a req-a89b0829-4c7c-4d62-917f-cff790bfc27d tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:28.598238 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-854b6faf-a1cb-4155-991d-e5818443ad6a req-a89b0829-4c7c-4d62-917f-cff790bfc27d tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 943 time: 0.1716831 Feb 05 23:34:28.664272 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-854b6faf-a1cb-4155-991d-e5818443ad6a req-7726efe7-e255-4dc5-8dc9-9382619183d9 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598128 Feb 05 23:34:29.964388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4abf92-6f38-4dc4-a821-fdcdfe825ac7 req-26122b7b-ed4f-44ab-a94b-5b9c3d8a3ee5 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:29.966715 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fb4abf92-6f38-4dc4-a821-fdcdfe825ac7 req-26122b7b-ed4f-44ab-a94b-5b9c3d8a3ee5 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 943 time: 0.1723297 Feb 05 23:34:30.033194 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fb4abf92-6f38-4dc4-a821-fdcdfe825ac7 req-89939ec7-6ac6-4f05-8adb-bf1dfb435546 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600934 Feb 05 23:34:30.369335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-9cc2f606-f61b-4081-aca2-356f83135c06 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:34:30.985344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 0619cf50-63c2-4f09-a397-cc41126e669c up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:34:31.060016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port 0619cf50-63c2-4f09-a397-cc41126e669c completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:34:31.065476 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 0619cf50-63c2-4f09-a397-cc41126e669c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:34:31.065905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:31.195350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:31.228819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fb021b-e850-4739-9cb1-97a34529635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0619cf50-63c2-4f09-a397-cc41126e669c'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:34:31.239617 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 0619cf50-63c2-4f09-a397-cc41126e669c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0619cf50-63c2-4f09-a397-cc41126e669c,segment=NetworkSegment(608f3628-e915-45eb-b1cd-c2af86270efd),segment_id=608f3628-e915-45eb-b1cd-c2af86270efd)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:34:31.242501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:31.244423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:31.341452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b021bcf4-8974-4e1a-a344-855b9ba06240 req-ccb094c8-e250-46e9-8010-8d9391ee1963 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:31.343236 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b021bcf4-8974-4e1a-a344-855b9ba06240 req-ccb094c8-e250-46e9-8010-8d9391ee1963 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 943 time: 0.1779380 Feb 05 23:34:31.416862 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b021bcf4-8974-4e1a-a344-855b9ba06240 req-3ae46228-e89e-4156-b919-14740a93f269 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662503 Feb 05 23:34:31.440897 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fb021b-e850-4739-9cb1-97a34529635c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0619cf50-63c2-4f09-a397-cc41126e669c', 'code': 200} Feb 05 23:34:31.475790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=0619cf50-63c2-4f09-a397-cc41126e669c,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:31.483702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.484083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.484456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.484842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.485300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.485626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.485987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.486389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.486712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.487065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.487421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.487775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.488213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.488571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.488928 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.489302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.489711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.490015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.490370 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.490723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.491072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.491421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.491773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.492125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:34:31.498129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:31.734092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc93077c-42e1-4602-9c52-d16da0d3b289 req-5c361392-21a0-4cf6-b638-c74009d1b759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:31.735712 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fc93077c-42e1-4602-9c52-d16da0d3b289 req-5c361392-21a0-4cf6-b638-c74009d1b759 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 1162 time: 0.0834436 Feb 05 23:34:31.778605 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fc93077c-42e1-4602-9c52-d16da0d3b289 req-ed707adc-c802-47c8-ba69-0853c5ce588e service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360966 Feb 05 23:34:32.383726 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 0619cf50-63c2-4f09-a397-cc41126e669c up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:34:32.461423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 0619cf50-63c2-4f09-a397-cc41126e669c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:34:32.462091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:32.738596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4e8e4b-c2f0-4fcb-979d-24f4eec5caa5 req-ca4f0643-acc1-4b7d-8d57-7d49e15c5091 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:32.740289 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dc4e8e4b-c2f0-4fcb-979d-24f4eec5caa5 req-ca4f0643-acc1-4b7d-8d57-7d49e15c5091 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 945 time: 0.1771479 Feb 05 23:34:32.806537 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dc4e8e4b-c2f0-4fcb-979d-24f4eec5caa5 req-5a0b2ced-d600-40d0-8ee5-2d14c3a2b86b tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596318 Feb 05 23:34:34.107680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab872aa-eade-4b5c-b887-2ce7347b8760 req-6967f884-44ec-437b-9f18-746e7621676d tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:34.109313 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bab872aa-eade-4b5c-b887-2ce7347b8760 req-6967f884-44ec-437b-9f18-746e7621676d tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 945 time: 0.1704118 Feb 05 23:34:34.175295 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bab872aa-eade-4b5c-b887-2ce7347b8760 req-81f85613-a3f7-401c-bc3d-b83b573ccf17 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595348 Feb 05 23:34:36.540009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-af1fdaab-d3e8-4eb4-ad08-fe60507b339d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:37.867049 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a026915f-3d05-4bba-9e7b-a8f042d4ec7c req-66d8ce43-c06d-4308-b3bf-b359fff53552 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:37.868649 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a026915f-3d05-4bba-9e7b-a8f042d4ec7c req-66d8ce43-c06d-4308-b3bf-b359fff53552 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 945 time: 0.1661854 Feb 05 23:34:37.934437 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a026915f-3d05-4bba-9e7b-a8f042d4ec7c req-da5ba1d0-d3fa-4957-84e3-7007a5d9ff68 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589099 Feb 05 23:34:39.020190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a54cafe6-7c22-4696-8a45-e0840b49e8bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:39.238153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d740481d-66a2-422f-8a6a-54ab1bd91e33 req-891b583f-42a4-461d-af4b-3cf83f29856f tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:39.239822 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d740481d-66a2-422f-8a6a-54ab1bd91e33 req-891b583f-42a4-461d-af4b-3cf83f29856f tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 945 time: 0.1691432 Feb 05 23:34:39.305688 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d740481d-66a2-422f-8a6a-54ab1bd91e33 req-dea39df8-0845-4880-92b9-daf0c19c74aa tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/security-groups?id=260d3e62-5e77-4c27-8e4d-63456f7b5b2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594223 Feb 05 23:34:39.719355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-453969cb-8a6f-4dfe-8356-2c581dff31a4 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:34:39.720146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-453969cb-8a6f-4dfe-8356-2c581dff31a4 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Synchronizing usage tracker for tenant:079b6119221a4a4aaec66e90e1c857fb on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:34:39.738451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-453969cb-8a6f-4dfe-8356-2c581dff31a4 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Unset dirty status for tenant:079b6119221a4a4aaec66e90e1c857fb on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:34:39.739716 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-453969cb-8a6f-4dfe-8356-2c581dff31a4 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.89 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 945 time: 0.1842039 Feb 05 23:34:39.802507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:39.838343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Deleting port 0619cf50-63c2-4f09-a397-cc41126e669c {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:34:39.838725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:40.106749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] For port 0619cf50-63c2-4f09-a397-cc41126e669c, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=0619cf50-63c2-4f09-a397-cc41126e669c,segment=NetworkSegment(608f3628-e915-45eb-b1cd-c2af86270efd),segment_id=608f3628-e915-45eb-b1cd-c2af86270efd)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:34:40.107309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:40.245054 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Calling delete_port for 0619cf50-63c2-4f09-a397-cc41126e669c owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:34:40.323096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 0619cf50-63c2-4f09-a397-cc41126e669c no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:34:40.405694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:40.422522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:40.435190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Port 0619cf50-63c2-4f09-a397-cc41126e669c update to DOWN by agent not found {{(pid=80150) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}} Feb 05 23:34:40.502660 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2e1a166c-d9e3-4cfd-b917-81dcde76b391 req-2e06b32c-00a2-4f7b-b5ce-5b9eabb3f3d3 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.64 "GET /v2.0/ports?device_id=83fb021b-e850-4739-9cb1-97a34529635c HTTP/1.1" status: 200 len: 210 time: 0.0526507 Feb 05 23:34:40.552393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Pushing event deleted for resources: {'Port': ['ID=0619cf50-63c2-4f09-a397-cc41126e669c,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:40.557620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:34:40.657764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] No DVR routers for this DVR port 0619cf50-63c2-4f09-a397-cc41126e669c on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:34:40.660366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:40.661893 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:40.662919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83fb021b-e850-4739-9cb1-97a34529635c', 'name': 'network-vif-deleted', 'tag': '0619cf50-63c2-4f09-a397-cc41126e669c'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:34:40.678618 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-64d6f45d-314c-4773-b31e-869e2c1fdd16 req-d6f14b1f-1441-4d95-841b-459b4bb371a0 tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] 10.222.0.89 "DELETE /v2.0/ports/0619cf50-63c2-4f09-a397-cc41126e669c HTTP/1.1" status: 204 len: 173 time: 0.9334509 Feb 05 23:34:40.727327 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83fb021b-e850-4739-9cb1-97a34529635c', 'name': 'network-vif-deleted', 'tag': '0619cf50-63c2-4f09-a397-cc41126e669c', 'status': 'completed', 'code': 200} Feb 05 23:34:41.082915 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:48.179181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:59.415713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38572) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:34:59.490647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Deleting subnet 797219a8-04b1-44da-a887-4527a1ba4b24 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:34:59.493848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:59.549079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11226533'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:59.613324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:59.878373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843486539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10883823'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:34:59.895026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4d096bc1-f592-4d4a-8f66-31469c09b46e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:34:59.985479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=797219a8-04b1-44da-a887-4527a1ba4b24,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:34:59.998349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:00.035222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:00.042404 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] 10.222.0.64 "DELETE /v2.0/subnets/797219a8-04b1-44da-a887-4527a1ba4b24 HTTP/1.1" status: 204 len: 168 time: 0.6243136 Feb 05 23:35:00.044552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38578) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:00.163457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:00.586300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:00.705051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88271145-0e3c-4742-8d29-5768c74c97f0']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:00.719199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '608f3628-e915-45eb-b1cd-c2af86270efd') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:00.719540 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '608f3628-e915-45eb-b1cd-c2af86270efd') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:00.733015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:00.748269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:00.750378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:35:00.943460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Network 88271145-0e3c-4742-8d29-5768c74c97f0 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:35:00.953205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:01.134436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Network 88271145-0e3c-4742-8d29-5768c74c97f0 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:35:01.158793 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:35:01.242446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:01.256165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-592a9877-6f0c-4426-b55c-46740ecbdd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:01.271051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:01.283355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=88271145-0e3c-4742-8d29-5768c74c97f0,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:01.288910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:01.291610 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e608f18b-6706-49c3-b8b3-ac404bbd46e5 admin admin] 10.222.0.64 "DELETE /v2.0/networks/88271145-0e3c-4742-8d29-5768c74c97f0 HTTP/1.1" status: 204 len: 168 time: 1.2459078 Feb 05 23:35:01.295275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38586) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:01.365880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] Deleting subnet c2c66f0b-5923-45a7-97a6-e9341c39dd73 {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:35:01.369084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:01.423509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10556948'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:01.485377 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:01.756405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853009043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10622120'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:01.773153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:01.858853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2c66f0b-5923-45a7-97a6-e9341c39dd73,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:01.867128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:01.915510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:01.922138 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6e682009-7926-4b57-a7c1-9a4842444db4 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/c2c66f0b-5923-45a7-97a6-e9341c39dd73 HTTP/1.1" status: 204 len: 168 time: 0.6257358 Feb 05 23:35:01.924789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38600) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:02.044505 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:02.242590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:02.362817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fc25af-6493-4e51-970d-0c33c376881d']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:02.376995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de21eb9f-f3e3-4b92-8a8e-5884290df992') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:02.377361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de21eb9f-f3e3-4b92-8a8e-5884290df992') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:02.390488 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:02.410481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:02.412632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:35:02.595895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Network c8fc25af-6493-4e51-970d-0c33c376881d has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:35:02.604852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:02.789826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Network c8fc25af-6493-4e51-970d-0c33c376881d has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:35:02.812157 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:35:02.896905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:02.900317 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:02.915261 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:02.925304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fc25af-6493-4e51-970d-0c33c376881d,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:02.930562 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] 10.222.0.64 "DELETE /v2.0/networks/c8fc25af-6493-4e51-970d-0c33c376881d HTTP/1.1" status: 204 len: 168 time: 1.0026464 Feb 05 23:35:02.930562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:03.131607 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38610) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:03.184355 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-eaa46534-fea4-44cf-ad39-9f305a5cd940 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=079b6119221a4a4aaec66e90e1c857fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0514257 Feb 05 23:35:03.187174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38614) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:03.251222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f120254-582b-410a-8c13-846ccb0e3f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:03.279787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f120254-582b-410a-8c13-846ccb0e3f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:03.340433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f120254-582b-410a-8c13-846ccb0e3f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:03.346307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-aec9695e-b54e-49e1-ad0c-e4f47cfe82a8 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:03.361866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f120254-582b-410a-8c13-846ccb0e3f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260d3e62-5e77-4c27-8e4d-63456f7b5b2e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:03.367348 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f120254-582b-410a-8c13-846ccb0e3f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:03.369393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f120254-582b-410a-8c13-846ccb0e3f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:03.376425 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6f120254-582b-410a-8c13-846ccb0e3f62 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/260d3e62-5e77-4c27-8e4d-63456f7b5b2e HTTP/1.1" status: 204 len: 168 time: 0.1856885 Feb 05 23:35:03.647822 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:35:03.797118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38624) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:03.849515 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-d27ead30-ea5b-4cfc-939b-a3e0d37c635c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=94a5725229e14a84b652b5078af52b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0508723 Feb 05 23:35:03.851983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38628) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:03.916687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5c112f2-dcf7-4c00-8467-2702f7719882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:03.945078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5c112f2-dcf7-4c00-8467-2702f7719882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:03.994295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5c112f2-dcf7-4c00-8467-2702f7719882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:04.000277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6c5870e-2f63-484b-b801-f8f50f5fc291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:04.013977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c112f2-dcf7-4c00-8467-2702f7719882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256e6a20-2e91-4bc7-83e2-9c12eae81d30,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:04.017225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b5c112f2-dcf7-4c00-8467-2702f7719882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:04.019286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5c112f2-dcf7-4c00-8467-2702f7719882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:04.022121 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b5c112f2-dcf7-4c00-8467-2702f7719882 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/256e6a20-2e91-4bc7-83e2-9c12eae81d30 HTTP/1.1" status: 204 len: 168 time: 0.1675742 Feb 05 23:35:06.546773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-530800c3-d543-41de-be18-74a282800319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:07.110829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2ac5d-3f04-441c-bfe8-af02d9ba768e req-b0c52135-beff-44e8-ae5e-a2543a7af081 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:07.112424 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0ee2ac5d-3f04-441c-bfe8-af02d9ba768e req-b0c52135-beff-44e8-ae5e-a2543a7af081 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 945 time: 0.1687174 Feb 05 23:35:07.177394 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0ee2ac5d-3f04-441c-bfe8-af02d9ba768e req-56f74b88-0016-48d7-a768-41830b071cea tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586011 Feb 05 23:35:08.707450 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9b522-5f55-4000-84a5-5d386b6ae881 req-d29b7e7a-2460-40d6-bc58-49a8ecf0dd03 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:08.709118 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ae9b522-5f55-4000-84a5-5d386b6ae881 req-d29b7e7a-2460-40d6-bc58-49a8ecf0dd03 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 945 time: 0.3836219 Feb 05 23:35:08.777615 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ae9b522-5f55-4000-84a5-5d386b6ae881 req-c092fa8c-6473-447d-9943-2b26450ffa08 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613217 Feb 05 23:35:09.022595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-06c951e9-2f5b-4cb5-b928-dd0db9c914ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:09.376920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926dc64-8b09-4ada-bb92-828756d61393 req-c7b21eda-1ba1-49d7-8106-51637fb879ad tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:09.377663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-d926dc64-8b09-4ada-bb92-828756d61393 req-c7b21eda-1ba1-49d7-8106-51637fb879ad tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Synchronizing usage tracker for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:35:09.394006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-d926dc64-8b09-4ada-bb92-828756d61393 req-c7b21eda-1ba1-49d7-8106-51637fb879ad tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Unset dirty status for tenant:ca00946cb94d4b9f8798e8a912944acf on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:35:09.395300 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d926dc64-8b09-4ada-bb92-828756d61393 req-c7b21eda-1ba1-49d7-8106-51637fb879ad tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 945 time: 0.1843953 Feb 05 23:35:09.494977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Deleting port 4087a578-bc96-4d85-93b0-dfc49100f0a8 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:35:09.495474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:09.769359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] For port 4087a578-bc96-4d85-93b0-dfc49100f0a8, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=4087a578-bc96-4d85-93b0-dfc49100f0a8,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:09.769828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:09.805702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:10.090983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85437b9-afec-442a-962e-1502b6825981 req-ebce8b3e-8b95-4869-a93b-3b3a5d020ddc tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:10.095345 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e85437b9-afec-442a-962e-1502b6825981 req-ebce8b3e-8b95-4869-a93b-3b3a5d020ddc tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 945 time: 0.1732059 Feb 05 23:35:10.137567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:10.137980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:10.138337 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Floating IP ce0c2c12-5aec-448d-88ae-21bf26c5e01b disassociated. External IP: 172.28.1.59, port: 4087a578-bc96-4d85-93b0-dfc49100f0a8. Feb 05 23:35:10.138718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Calling delete_port for 4087a578-bc96-4d85-93b0-dfc49100f0a8 owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:35:10.161690 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e85437b9-afec-442a-962e-1502b6825981 req-1b4b62ad-5311-4a2a-80cd-27f7180f1fd5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups?id=0eaca1b3-2b16-408a-b058-63f7315a2fb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621274 Feb 05 23:35:10.507088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 4087a578-bc96-4d85-93b0-dfc49100f0a8 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:35:10.531334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:10.547839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] No Port match for: 4087a578-bc96-4d85-93b0-dfc49100f0a8 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:35:10.548234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 4087a578-bc96-4d85-93b0-dfc49100f0a8 not bound to the agent host hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:35:10.549490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f9db81dc-f679-42fe-969d-e51180434999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:10.599562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event deleted for resources: {'Port': ['ID=4087a578-bc96-4d85-93b0-dfc49100f0a8,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:10.652330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:10.665284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:10.924131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Router ad29aed2-9bde-41b8-83ab-7d974ae00e6c has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:35:11.089837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:11.126191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:35:11.142832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] Sync routers for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:35:11.157427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:11.158777 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:11.170587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] No DVR routers for this DVR port 4087a578-bc96-4d85-93b0-dfc49100f0a8 on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:35:11.182026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:11.185894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'name': 'network-vif-deleted', 'tag': '4087a578-bc96-4d85-93b0-dfc49100f0a8'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:35:11.232906 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d926dc64-8b09-4ada-bb92-828756d61393 req-f480bd48-cb08-4e78-84e0-bd7fc606deab tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.89 "DELETE /v2.0/ports/4087a578-bc96-4d85-93b0-dfc49100f0a8 HTTP/1.1" status: 204 len: 173 time: 1.8321772 Feb 05 23:35:11.270579 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0', 'name': 'network-vif-deleted', 'tag': '4087a578-bc96-4d85-93b0-dfc49100f0a8', 'status': 'completed', 'code': 200} Feb 05 23:35:11.401431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:11.420137 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e846ff82-e492-4307-bb45-2ee99e29783b req-9d4e3738-6f12-4385-a2af-9d6c25c2ff33 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/ports?device_id=ed5d2cb0-5d6d-45b5-a57c-8765e1c909a0 HTTP/1.1" status: 200 len: 210 time: 0.0741377 Feb 05 23:35:11.913501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:11.918171 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] Checking router: ad29aed2-9bde-41b8-83ab-7d974ae00e6c for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:35:11.928329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:11.929016 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:12.119618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:12.455226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:12.460038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb6436-5f05-40ce-94b2-ede56a450c3f None None] The sync data for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb is: [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:28:23Z', 'revision_number': 4, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '57fed900-a97d-4492-bb84-7b479093d6a7', 'name': '', 'network_id': 'd82e8244-6fc1-4e82-b273-e4683ea88856', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'mac_address': 'fa:16:3e:6f:1b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:21Z', 'updated_at': '2021-02-05T23:28:35Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'subnets': [{'id': '01d26d34-9f5d-4b51-bb5b-c5a84b50ae83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:35:12.583233 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38750) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:12.673658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:12.706468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:12.756765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:12.763202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-149e0764-31d6-4bf5-a08b-fc63e380fd7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:12.779625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eaca1b3-2b16-408a-b058-63f7315a2fb6,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:12.791073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.791481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.791883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.792276 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.793009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.793009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.793439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.793824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.794207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.794591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.794972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.795352 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.795815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.796221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.796576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.796957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.797387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.797854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.798197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.798576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.798958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.799334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.799708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.800087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:12.804075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:12.808490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:12.811617 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "DELETE /v2.0/security-groups/0eaca1b3-2b16-408a-b058-63f7315a2fb6 HTTP/1.1" status: 204 len: 168 time: 0.2272515 Feb 05 23:35:12.813228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38754) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:12.832918 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.api.v2.resource [None req-47bce379-d4ea-4f45-ad45-b32206065414 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] show failed (client error): The resource could not be found. Feb 05 23:35:12.833205 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-47bce379-d4ea-4f45-ad45-b32206065414 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "GET /v2.0/security-groups/0eaca1b3-2b16-408a-b058-63f7315a2fb6 HTTP/1.1" status: 404 len: 347 time: 0.0189347 Feb 05 23:35:12.836525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38758) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:12.863535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdabab5f-6782-43ef-b87a-cf099080d4f7 None None] New status for floating IP ce0c2c12-5aec-448d-88ae-21bf26c5e01b: DOWN {{(pid=80150) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:35:13.033272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Deleting port ab1d333c-eea5-4b1e-a693-4cbf61736531 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:35:13.033823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:13.222446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:13.222828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:13.364874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Calling delete_port for ab1d333c-eea5-4b1e-a693-4cbf61736531 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:35:13.673108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:35:13.673501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:35:14.174229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Deleting port ab1d333c-eea5-4b1e-a693-4cbf61736531 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:35:14.174796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:14.359339 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:14.359740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:14.499103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Calling delete_port for ab1d333c-eea5-4b1e-a693-4cbf61736531 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:35:14.654466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:14.672236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-010ef343-bb0c-49d8-a311-9112336875f6 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:14.779392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Pushing event deleted for resources: {'Port': ['ID=ab1d333c-eea5-4b1e-a693-4cbf61736531,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:14.782126 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:14.915322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:14.930587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:14.931931 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] 10.222.0.64 "DELETE /v2.0/floatingips/ce0c2c12-5aec-448d-88ae-21bf26c5e01b HTTP/1.1" status: 204 len: 168 time: 2.0944400 Feb 05 23:35:17.413884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38800) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:17.676838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:17.695558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:17.701297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Usage tracker for resource:security_group_rule and tenant:911a69b7b274463ca697305e1f9a82eb is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:17.704758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:17.711479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:17.810772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:17.813798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:17.823937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-42ac9bc2-3dc7-46cb-890e-ad887ad78f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:17.873043 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=911a69b7b274463ca697305e1f9a82eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579728 Feb 05 23:35:17.874087 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4343c014-40c2-43dc-a583-bc24c50cde1e,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:17.876053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38812) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:17.878309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:17.944615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:17.973183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.021241 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.026388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3daf9694-8c8e-404c-af7a-546d8931d004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:18.038526 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4343c014-40c2-43dc-a583-bc24c50cde1e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:18.049806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.050221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.050629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.051029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.051427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.051818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.052208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.052600 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.052990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.053425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.053816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.054200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.054672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.055065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.055448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.055835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.056214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.056599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.056978 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.057391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.058303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.058801 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.059282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.059673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:18.063193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.064592 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4343c014-40c2-43dc-a583-bc24c50cde1e HTTP/1.1" status: 204 len: 168 time: 0.1874578 Feb 05 23:35:18.065710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-90c86ea2-59b6-48ff-b03e-9a111e494709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:18.197379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.425173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38824) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:18.444740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.460880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:18.465102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Usage tracker for resource:security_group_rule and tenant:bb191cbb9f8c420fb38ff4d561a7f183 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:18.468114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:18.474183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:18.567139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.569679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.578790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7581108-8808-4e23-9251-d87ede353a39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:18.621392 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=bb191cbb9f8c420fb38ff4d561a7f183&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944506 Feb 05 23:35:18.623099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=772e5277-46ad-4539-bc86-4c88a7e593e0,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:18.624270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38828) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:18.626584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:18.688186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e842a0a7-b577-4b8c-bb2a-3995d0174548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.715859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e842a0a7-b577-4b8c-bb2a-3995d0174548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.759423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e842a0a7-b577-4b8c-bb2a-3995d0174548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.763859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-78995ef2-d996-4522-89b7-ba05cdc2c9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:18.777420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a0a7-b577-4b8c-bb2a-3995d0174548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=772e5277-46ad-4539-bc86-4c88a7e593e0,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:18.781669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e842a0a7-b577-4b8c-bb2a-3995d0174548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:18.787213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e842a0a7-b577-4b8c-bb2a-3995d0174548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:18.788426 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e842a0a7-b577-4b8c-bb2a-3995d0174548 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/772e5277-46ad-4539-bc86-4c88a7e593e0 HTTP/1.1" status: 204 len: 168 time: 0.1630859 Feb 05 23:35:19.320236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38850) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:20.143251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673462'] for router_interface, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.309278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38870) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:20.489468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.507401 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:20.512440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Usage tracker for resource:security_group_rule and tenant:5913d8a56b8b4a69a0237d51236c9bc4 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:20.517598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:20.523809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:20.593441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Deleting port 57fed900-a97d-4492-bb84-7b479093d6a7 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:35:20.593764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.616019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.619679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.629580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c6e132d7-4c55-4865-b352-2c371f14c02c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:20.674269 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5913d8a56b8b4a69a0237d51236c9bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637683 Feb 05 23:35:20.675994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c9e94-da6b-44cb-a3b3-71517c1b791a,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:20.678780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38876) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:20.681489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:20.748624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-714ef9cb-3125-4154-9238-7764f1d11b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.776641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-714ef9cb-3125-4154-9238-7764f1d11b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.787108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] For port 57fed900-a97d-4492-bb84-7b479093d6a7, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=57fed900-a97d-4492-bb84-7b479093d6a7,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:20.787510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.822405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-714ef9cb-3125-4154-9238-7764f1d11b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.828096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-98cb4548-799d-445f-bbb7-72fe145a22fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:20.842327 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ef9cb-3125-4154-9238-7764f1d11b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c9e94-da6b-44cb-a3b3-71517c1b791a,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:20.845090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-714ef9cb-3125-4154-9238-7764f1d11b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:20.854314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-714ef9cb-3125-4154-9238-7764f1d11b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:20.858763 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-714ef9cb-3125-4154-9238-7764f1d11b92 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/0b0c9e94-da6b-44cb-a3b3-71517c1b791a HTTP/1.1" status: 204 len: 168 time: 0.1789448 Feb 05 23:35:20.927539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Calling delete_port for 57fed900-a97d-4492-bb84-7b479093d6a7 owned by network:router_interface {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:35:21.481456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:21.498093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-86c3ecc2-6327-41e8-a6ba-abe4a930d873 tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:21.594111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Pushing event deleted for resources: {'Port': ['ID=57fed900-a97d-4492-bb84-7b479093d6a7,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:21.597154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:21.746404 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38898) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:21.898277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-495127453-network', 'tenant_id': '7473594b91a44ae6953f8c9de337c783'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:21.904790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:21.909059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Usage tracker for resource:network and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:21.912172 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:21.918512 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:21.928036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673157'] for router_interface, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:21.928797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Made reservation on behalf of 7473594b91a44ae6953f8c9de337c783 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:35:21.934593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:21.947857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:21.965424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:21.969610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Usage tracker for resource:security_group_rule and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:21.972639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:21.978701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:22.069008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.072521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.077873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5562d283-839f-4380-a8ee-5d7c090da517 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:22.115828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:35:22.125549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2ec06bf-83be-48c9-ac41-3c117079a665,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:22.129146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:22.133986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.134454 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Added segment ea8da69e-9a69-49a0-938b-077ceff9f0e6 of type vxlan for network 5e086a0b-a9a5-4684-953e-e8afea1178bd Feb 05 23:35:22.164401 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.194897 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.196192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:22.196838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.202798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0c6ba79f-b57f-4347-bff4-01e8a387d4e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:22.314096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Pushing event updated for resources: {'Network': ['ID=5e086a0b-a9a5-4684-953e-e8afea1178bd,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:22.317414 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:22.319626 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.5720217 Feb 05 23:35:22.322216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38904) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:22.326975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:35:22.330026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Request body: {'subnet': {'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-495127453-subnet', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:22.336044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:22.341234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Usage tracker for resource:subnet and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:22.344330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:22.351371 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:22.361868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Made reservation on behalf of 7473594b91a44ae6953f8c9de337c783 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:35:22.366870 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10622541'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.400078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:35:22.489002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Router ad29aed2-9bde-41b8-83ab-7d974ae00e6c has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:35:22.709473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:35:22.722472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] Sync routers for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:35:22.726267 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] 10.222.0.64 "PUT /v2.0/routers/ad29aed2-9bde-41b8-83ab-7d974ae00e6c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4023798 Feb 05 23:35:22.726591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38908) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:22.741044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:22.742561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:22.879548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1766697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10622558'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.901359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-69e34aea-b9b1-422a-b542-05f971680e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:22.949374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks [] for router, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:22.957904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:23.034818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c7fb322-03bc-414b-b5b7-f1c20a5447d9,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:23.048275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:23.113949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Checking segment: {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:23.114374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Network hostable DHCP agents. Network: 5e086a0b-a9a5-4684-953e-e8afea1178bd, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:35:23.134253 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:35:23.144826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 5e086a0b-a9a5-4684-953e-e8afea1178bd) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:23.145717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.152272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Deleting port 83e0af86-a93c-41ef-9310-d0a8ab67e03d {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:35:23.152654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.158919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734cce83-55b9-492c-8bb8-0431b88ddc1d None None] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:35:23.166888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:23.167962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.197339 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-26001cb1-ea5d-4658-9cd3-821f646bdf91 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8714864 Feb 05 23:35:23.198137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38912) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:23.206490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:23.213452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:23.225986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Usage tracker for resource:router and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:23.244414 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:23.286542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:35:21Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:23.290799 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] Checking router: ad29aed2-9bde-41b8-83ab-7d974ae00e6c for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:35:23.299023 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:23.300668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] Routers {'ad29aed2-9bde-41b8-83ab-7d974ae00e6c'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:23.301153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:23.329274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773503'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.330141 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854100938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854095016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2422'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.355453 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.404210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71a25723-bcea-53fe-8cdc-2e8927844068-5e086a0b-a9a5-4684-953e-e8afea1178bd', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9'}]}} from dv-cinder-774288-3-smb. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 23:35:23.404603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] For port 83e0af86-a93c-41ef-9310-d0a8ab67e03d, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=83e0af86-a93c-41ef-9310-d0a8ab67e03d,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:23.405012 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.405464 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.531278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] Set router ad29aed2-9bde-41b8-83ab-7d974ae00e6c gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:23.728631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Allocated IP 172.20.0.2 (5e086a0b-a9a5-4684-953e-e8afea1178bd/9c7fb322-03bc-414b-b5b7-f1c20a5447d9/278f20b6-8524-4717-8e56-a4e46d9bdd4b) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:35:23.904989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Calling delete_port for 83e0af86-a93c-41ef-9310-d0a8ab67e03d owned by network:router_gateway {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:35:23.973502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:23.985884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Transition to ACTIVE for port object 278f20b6-8524-4717-8e56-a4e46d9bdd4b will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:24.003386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Transition to ACTIVE for port object 278f20b6-8524-4717-8e56-a4e46d9bdd4b will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:24.007374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.023382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:35:21Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:24.024623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-92a86bcb-fc1f-4a5b-8e3c-eda136128bf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:24.028497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e71c4c7-cdaf-4eae-a32b-dc3936908eec None None] The sync data for ids ['ad29aed2-9bde-41b8-83ab-7d974ae00e6c'] in dv-cinder-774288-3-smb is: [{'id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'name': 'tempest-AttachVolumeTestJSON-347697309-router', 'tenant_id': 'ca00946cb94d4b9f8798e8a912944acf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169'}], 'enable_snat': True}, 'gw_port_id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:28:13Z', 'updated_at': '2021-02-05T23:35:21Z', 'revision_number': 5, 'project_id': 'ca00946cb94d4b9f8798e8a912944acf', 'gw_port': {'id': '83e0af86-a93c-41ef-9310-d0a8ab67e03d', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:fd:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad29aed2-9bde-41b8-83ab-7d974ae00e6c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:28:15Z', 'updated_at': '2021-02-05T23:28:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:35:24.103104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2407'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.168139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Pushing event updated for resources: {'Port': ['ID=278f20b6-8524-4717-8e56-a4e46d9bdd4b,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:24.172652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:24.230948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:24.232221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Resources bound (agent type, host, resource id): {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:24.234572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:35:24.285224 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.plugins.ml2.ovo_rpc [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: result = function(*args, **kwargs) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: proto.__init__(conn_state, self) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: self.handle() Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: self.handle_one_request() Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: self.handle_one_response() Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: result = self.application(self.environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return app(environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self.application) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self.application) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self.application) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self.application) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return request.get_response(self.application) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: response = req.get_response(self._app) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: application, catch_exc_info=False) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: app_iter = application(self.environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return resp(environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return resp(environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: response = self.app(environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return resp(environ, start_response) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: resp = self.call_func(req, *args, **kw) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: return self.func(req, *args, **kwargs) Feb 05 23:35:24.291438 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: result = method(request=request, **args) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return self._delete(request, id, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return f(*args, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return f(*args, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return f(*dup_args, **dup_kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: obj_deleter(request.context, id, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: super(L3_NAT_db_mixin, self).delete_router(context, id) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return method(*args, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return f(*args, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return f(*args, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return f(*dup_args, **dup_kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: self._delete_current_gw_port(context, id, router, None) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: admin_ctx, gw_port_id, l3_port_check=False) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, context, *args, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return method(*args, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1953, in delete_port Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: context, port, router_ids, bound_mech_contexts) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1962, in _post_delete_port Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: return function(*args, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: errors = self._notify_loop(resource, event, trigger, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: callback(resource, event, trigger, **kwargs) Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: if self._is_session_semantic_violated(context, resource, event): Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: stack = traceback.extract_stack() Feb 05 23:35:24.302269 dv-cinder-774288-3-smb neutron-server[80035]: Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Attempting to bind port 278f20b6-8524-4717-8e56-a4e46d9bdd4b on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Attempting to bind port 278f20b6-8524-4717-8e56-a4e46d9bdd4b by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Attempting to bind port 278f20b6-8524-4717-8e56-a4e46d9bdd4b on network 5e086a0b-a9a5-4684-953e-e8afea1178bd {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Checking segment: {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Bound using segment: {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Bound port: 278f20b6-8524-4717-8e56-a4e46d9bdd4b, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:35:24.308743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.407379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] For port 278f20b6-8524-4717-8e56-a4e46d9bdd4b, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:35:24.410883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] For port 278f20b6-8524-4717-8e56-a4e46d9bdd4b, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=278f20b6-8524-4717-8e56-a4e46d9bdd4b,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:35:24.414612 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.430522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2310d337-d573-466b-8a1c-d906989f1fb2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:24.699211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680837'] for router_gateway, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.703647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 57fed900-a97d-4492-bb84-7b479093d6a7 no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:35:24.750086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 57fed900-a97d-4492-bb84-7b479093d6a7 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:35:24.750470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 57fed900-a97d-4492-bb84-7b479093d6a7 not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:35:24.802982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Pushing event updated for resources: {'Port': ['ID=278f20b6-8524-4717-8e56-a4e46d9bdd4b,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:24.806784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:24.854967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773394'] for router, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.857848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.888307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:24.901101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.064321 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103754'] for router, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.064879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad29aed2-9bde-41b8-83ab-7d974ae00e6c {{(pid=80149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 23:35:25.127276 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.128567 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-3a0a851b-87b8-4001-897f-2780ec94880a admin admin] 10.222.0.64 "DELETE /v2.0/routers/ad29aed2-9bde-41b8-83ab-7d974ae00e6c HTTP/1.1" status: 204 len: 168 time: 2.4005828 Feb 05 23:35:25.131418 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38916) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:25.239499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Deleting subnet 01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:35:25.242913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.304678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10556948'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.309214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Allocated IP 172.28.1.12 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/411843b2-11b8-4c33-8742-2ef4ccdcab95) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:35:25.446389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.476590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.508155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.523966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:25.666218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Pushing event updated for resources: {'Port': ['ID=411843b2-11b8-4c33-8742-2ef4ccdcab95,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:25.671809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:25.730588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853009043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10622120'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.748141 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:25.843461 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01d26d34-9f5d-4b51-bb5b-c5a84b50ae83,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:25.857368 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:25.896377 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:25.904250 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b553e015-3a8b-4d1e-9b1d-2c9e89e28b16 None None] Network d82e8244-6fc1-4e82-b273-e4683ea88856 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:35:25.909524 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/01d26d34-9f5d-4b51-bb5b-c5a84b50ae83 HTTP/1.1" status: 204 len: 168 time: 0.7744515 Feb 05 23:35:25.909820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38920) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:25.966629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:25.968021 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:25.970355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:35:26.043486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.125678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Deleting port 47c9f5b8-0e26-47c5-ad36-3a615394835b {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:35:26.125981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.243136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] DHCP port deletion for d82e8244-6fc1-4e82-b273-e4683ea88856 request from dv-cinder-774288-3-smb {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 23:35:26.248559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] Deleting port 47c9f5b8-0e26-47c5-ad36-3a615394835b {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:35:26.249071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.291572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad655ec-3515-43ab-b9a0-66339f001515 None None] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:35:26.373548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] For port 47c9f5b8-0e26-47c5-ad36-3a615394835b, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=47c9f5b8-0e26-47c5-ad36-3a615394835b,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:26.373946 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.393685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-368f4856-5ec2-479f-80cc-a00ffa18f09d None None] Provisioning for port 278f20b6-8524-4717-8e56-a4e46d9bdd4b completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:26.491626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.537483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Calling delete_port for 47c9f5b8-0e26-47c5-ad36-3a615394835b owned by network:dhcp {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:35:26.635491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.648863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 278f20b6-8524-4717-8e56-a4e46d9bdd4b up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:26.650056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ed14ed18-9530-4956-8a9a-f7f9aeb38189 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:26.700750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Pushing event deleted for resources: {'Port': ['ID=47c9f5b8-0e26-47c5-ad36-3a615394835b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:26.706737 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:26.789762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] For port 47c9f5b8-0e26-47c5-ad36-3a615394835b, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=47c9f5b8-0e26-47c5-ad36-3a615394835b,segment=NetworkSegment(099f9865-8321-4944-b3ff-fb18f732ddd3),segment_id=099f9865-8321-4944-b3ff-fb18f732ddd3)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:26.790341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.809737 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] No DVR routers for this DVR port 47c9f5b8-0e26-47c5-ad36-3a615394835b on host dv-cinder-774288-3-smb {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:35:26.912918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854100904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680871'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.936314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] Calling delete_port for 47c9f5b8-0e26-47c5-ad36-3a615394835b owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:35:26.942567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:26.989507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 278f20b6-8524-4717-8e56-a4e46d9bdd4b completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:27.008315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 278f20b6-8524-4717-8e56-a4e46d9bdd4b triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:27.008734 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.060318 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82e8244-6fc1-4e82-b273-e4683ea88856']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:27.077938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '099f9865-8321-4944-b3ff-fb18f732ddd3') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:27.078267 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '099f9865-8321-4944-b3ff-fb18f732ddd3') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:27.099340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.100185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:35:27.100602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:35:27.160937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf is scheduled to L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 23:35:27.186226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.228582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 278f20b6-8524-4717-8e56-a4e46d9bdd4b, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=278f20b6-8524-4717-8e56-a4e46d9bdd4b,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:27.232867 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.235004 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:27.311501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 47c9f5b8-0e26-47c5-ad36-3a615394835b no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:35:27.368894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 47c9f5b8-0e26-47c5-ad36-3a615394835b {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:35:27.369219 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 47c9f5b8-0e26-47c5-ad36-3a615394835b not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:35:27.369716 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 83e0af86-a93c-41ef-9310-d0a8ab67e03d no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:35:27.408091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.411545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:35:27.420155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=278f20b6-8524-4717-8e56-a4e46d9bdd4b,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:27.428934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 83e0af86-a93c-41ef-9310-d0a8ab67e03d {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:35:27.429365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 83e0af86-a93c-41ef-9310-d0a8ab67e03d not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:35:27.431209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:27.431975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b475346e-06df-4a3a-a61f-83d30a7d290c None None] Provisioning complete for port 278f20b6-8524-4717-8e56-a4e46d9bdd4b triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:27.432394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b475346e-06df-4a3a-a61f-83d30a7d290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.443527 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:35:27.486162 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.487781 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2877438 Feb 05 23:35:27.493337 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38924) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:27.498794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Sync routers for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:35:27.543042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:27.544429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:27.620773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] Deleting port 47c9f5b8-0e26-47c5-ad36-3a615394835b {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:35:27.621671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.647839 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Network d82e8244-6fc1-4e82-b273-e4683ea88856 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:35:27.658664 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.825661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-beb233a5-1fe5-470d-adda-c05f0ce140f2 None None] The port '47c9f5b8-0e26-47c5-ad36-3a615394835b' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 23:35:27.859988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Network d82e8244-6fc1-4e82-b273-e4683ea88856 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:35:27.884063 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:35:27.907204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:27.976589 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:27.980887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:28.002522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.020762 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Pushing event deleted for resources: {'Network': ['ID=d82e8244-6fc1-4e82-b273-e4683ea88856,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:28.022826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:28.025095 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6f525865-1b2b-4b15-8afe-27fd2e65b957 admin admin] 10.222.0.64 "DELETE /v2.0/networks/d82e8244-6fc1-4e82-b273-e4683ea88856 HTTP/1.1" status: 204 len: 168 time: 2.1142840 Feb 05 23:35:28.125663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e9281050-9969-4949-981b-57beff00f20c None None] Provisioning complete for port 278f20b6-8524-4717-8e56-a4e46d9bdd4b triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:28.126153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e9281050-9969-4949-981b-57beff00f20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.194652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38930) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:28.261983 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-00b9cdea-953b-4990-88ef-4650cb561ded admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=ca00946cb94d4b9f8798e8a912944acf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0645492 Feb 05 23:35:28.262669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38934) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:28.333825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e56d710-a7c7-4ba0-9a70-3c280670d025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.366983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e56d710-a7c7-4ba0-9a70-3c280670d025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.429571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e56d710-a7c7-4ba0-9a70-3c280670d025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.436391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43ca8206-0654-4f65-b44a-74b53d419011 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:28.457550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56d710-a7c7-4ba0-9a70-3c280670d025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e57f21d1-cae6-4b35-a3c0-36d806735c44,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:28.469711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6e56d710-a7c7-4ba0-9a70-3c280670d025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:28.470106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6e56d710-a7c7-4ba0-9a70-3c280670d025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.474342 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6e56d710-a7c7-4ba0-9a70-3c280670d025 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e57f21d1-cae6-4b35-a3c0-36d806735c44 HTTP/1.1" status: 204 len: 168 time: 0.2106102 Feb 05 23:35:28.539190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.594202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:26Z', 'revision_number': 3, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:28.599937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Checking router: 39fc99e4-1e4c-4001-adb6-6f231e0d1daf for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:35:28.600507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Updating router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf port 411843b2-11b8-4c33-8742-2ef4ccdcab95 binding host dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:35:28.637645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 278f20b6-8524-4717-8e56-a4e46d9bdd4b up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:28.718658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.832216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 278f20b6-8524-4717-8e56-a4e46d9bdd4b triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:28.832765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:28.922229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Allocated IP 172.20.0.1 (5e086a0b-a9a5-4684-953e-e8afea1178bd/9c7fb322-03bc-414b-b5b7-f1c20a5447d9/b5bf7a02-7d4d-4bcb-b417-7f289264a6ad) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:35:29.093123 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.110027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Transition to ACTIVE for port object b5bf7a02-7d4d-4bcb-b417-7f289264a6ad will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:29.136966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.153786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:29.276466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.292663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Transition to ACTIVE for port object 411843b2-11b8-4c33-8742-2ef4ccdcab95 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:29.296115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.303210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:29.312972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7c51e602-3721-436c-8f2d-8ec05717baaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:29.317561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:29.358288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:29.359606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:29.361863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:35:29.421897 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682339'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.460296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35fbfd-3a13-4aac-b84a-49183122f925 None None] Pushing event updated for resources: {'Port': ['ID=411843b2-11b8-4c33-8742-2ef4ccdcab95,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:29.523265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0c35fbfd-3a13-4aac-b84a-49183122f925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:29.556780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 38956) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:29.563569 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Attempting to bind port 411843b2-11b8-4c33-8742-2ef4ccdcab95 on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:35:29.564726 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Attempting to bind port 411843b2-11b8-4c33-8742-2ef4ccdcab95 by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:35:29.565332 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Attempting to bind port 411843b2-11b8-4c33-8742-2ef4ccdcab95 on network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:35:29.571846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:35:29.572275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Checking segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:29.572734 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.573204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Bound using segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:35:29.574838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Bound port: 411843b2-11b8-4c33-8742-2ef4ccdcab95, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:35:29.575151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.662585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] For port 411843b2-11b8-4c33-8742-2ef4ccdcab95, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:35:29.665910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] For port 411843b2-11b8-4c33-8742-2ef4ccdcab95, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=411843b2-11b8-4c33-8742-2ef4ccdcab95,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:35:29.670202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.686533 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:29.718082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-31531009-network', 'tenant_id': 'f4ab4bcb71894ddd85570b679f7271b8'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:29.723349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:29.728524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Usage tracker for resource:network and tenant:f4ab4bcb71894ddd85570b679f7271b8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:29.732739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:29.734211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.739710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:29.750124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Made reservation on behalf of f4ab4bcb71894ddd85570b679f7271b8 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:35:29.754948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.769488 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.786133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:29.791379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ab4bcb71894ddd85570b679f7271b8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:29.795707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:29.802718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:29.832184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cb7e1a30-04ce-4a71-a1ab-102ed124ef31 None None] Provisioning for port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:29.844027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35fbfd-3a13-4aac-b84a-49183122f925 None None] Pushing event updated for resources: {'Port': ['ID=411843b2-11b8-4c33-8742-2ef4ccdcab95,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:29.849125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-cb7e1a30-04ce-4a71-a1ab-102ed124ef31 None None] Provisioning complete for port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:29.849586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1a30-04ce-4a71-a1ab-102ed124ef31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.876650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0c35fbfd-3a13-4aac-b84a-49183122f925 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:29.903671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.907145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.913978 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a28ae7d0-f602-4863-be24-6e604d106ad3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:29.945123 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e1a30-04ce-4a71-a1ab-102ed124ef31 None None] Port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:35:29.956841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:35:29.967793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:29.972552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:29.972849 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:29.973575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:29.977970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:29.978412 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Added segment 1e29c32b-6d81-4c51-9912-cbf80ae415a7 of type vxlan for network b8b7babb-b264-4b3d-a952-6e2103e9529b Feb 05 23:35:30.009092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:30.044719 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:30.046085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:30.046911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:30.052157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:30.057605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:30.061804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:30.092013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43c83d79-b0ae-4910-94b0-d66d09e1c31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:30.165834 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6077886 Feb 05 23:35:30.167518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b7babb-b264-4b3d-a952-6e2103e9529b,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:30.169447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 38962) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:30.171136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:30.175584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Request body: {'subnet': {'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-31531009-subnet', 'tenant_id': 'f4ab4bcb71894ddd85570b679f7271b8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:30.177063 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:30.196074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:30.199833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:30.202903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854102338'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:30.220924 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:30.224995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Usage tracker for resource:subnet and tenant:f4ab4bcb71894ddd85570b679f7271b8 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:30.231364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network b8b7babb-b264-4b3d-a952-6e2103e9529b details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:35:30.245079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network b8b7babb-b264-4b3d-a952-6e2103e9529b details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:35:30.283205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:30.292010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:30.317969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Made reservation on behalf of f4ab4bcb71894ddd85570b679f7271b8 for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:35:30.322542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10883082'] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:30.483433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:30.487271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:30.748848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:28Z', 'revision_number': 1, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:30.753354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc747cfb-4dc1-4a45-adfd-a4bed5d29d19 None None] The sync data for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb is: [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:28Z', 'revision_number': 1, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:35:30.769967 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:35:30.780208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-422530c6-a9f4-45bd-b4db-b6ab10346151 None None] Provisioning complete for port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:30.780709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-422530c6-a9f4-45bd-b4db-b6ab10346151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:30.841995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-422530c6-a9f4-45bd-b4db-b6ab10346151 None None] Port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:35:31.314592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:35:31.335319 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] 10.222.0.64 "PUT /v2.0/routers/39fc99e4-1e4c-4001-adb6-6f231e0d1daf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8399909 Feb 05 23:35:31.435012 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10883097'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:31.470950 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-688d68a2-feaf-4e9e-b85d-c851ae043377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:31.638696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c2292cb-a43f-404c-bee6-36b2fe1da3ef,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:31.644015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:31.720770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Checking segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:31.721419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Network hostable DHCP agents. Network: b8b7babb-b264-4b3d-a952-6e2103e9529b, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:35:31.743184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Network b8b7babb-b264-4b3d-a952-6e2103e9529b is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:35:31.754129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, b8b7babb-b264-4b3d-a952-6e2103e9529b) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:31.764435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa8985f-c9e8-4dcd-86b8-90d8ab409c29 None None] Network b8b7babb-b264-4b3d-a952-6e2103e9529b requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:35:31.768614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:31.769724 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:31.797355 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c3dc9043-d35d-4c60-9c60-9ed52765efff admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6185298 Feb 05 23:35:32.206636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c98a24-9ba7-4825-9f13-904e246b293f None None] Network b8b7babb-b264-4b3d-a952-6e2103e9529b requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:35:32.437807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39000) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:32.444957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1449200845-network', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:32.451907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:32.459408 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Usage tracker for resource:network and tenant:6ab5e120097f43a98bcbda3e1a19fdc2 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:32.462904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:32.469916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:32.486166 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Made reservation on behalf of 6ab5e120097f43a98bcbda3e1a19fdc2 for: {'network': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:35:32.491793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.507537 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.529751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:32.534478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Usage tracker for resource:security_group_rule and tenant:6ab5e120097f43a98bcbda3e1a19fdc2 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:32.538876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:32.546813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:32.603901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 411843b2-11b8-4c33-8742-2ef4ccdcab95 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:32.645027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.649000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.654047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-159e3d36-2d7c-46a1-89ae-dc5f98bcd4c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:32.658367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-fd1e4f2e-a54b-4f4a-a22e-f306632c7311 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:32.660070 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-fd1e4f2e-a54b-4f4a-a22e-f306632c7311 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 813 time: 0.2881989 Feb 05 23:35:32.678768 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-859dd083-2ffb-4f0f-bbf8-df68a0e5f5ac tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/quotas/f4ab4bcb71894ddd85570b679f7271b8 HTTP/1.1" status: 200 len: 375 time: 0.0114605 Feb 05 23:35:32.689764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80148) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:35:32.690509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 411843b2-11b8-4c33-8742-2ef4ccdcab95 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:32.695793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 411843b2-11b8-4c33-8742-2ef4ccdcab95 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:32.696231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.700373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d020f5b-234f-4334-b4a8-bc2de6f4103f,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:32.704520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:32.707581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363304400231779', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.708025 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Added segment 113fe629-143f-41e0-b814-8656d0c6dabe of type vxlan for network 48b649c0-cdb7-4fed-9329-51f0fa169b6b Feb 05 23:35:32.739736 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-b6303f5e-7d3f-4562-9c8b-9e2adf782184 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530515 Feb 05 23:35:32.742463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.754092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7e06744a-3c5f-40d0-87ba-864d19de7e86 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:35:32.755664 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7e06744a-3c5f-40d0-87ba-864d19de7e86 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063810 Feb 05 23:35:32.776926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.778677 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:32.779335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.784705 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:32.835228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.856259 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 411843b2-11b8-4c33-8742-2ef4ccdcab95, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=411843b2-11b8-4c33-8742-2ef4ccdcab95,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:32.859554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:32.861667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:32.900066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Pushing event updated for resources: {'Network': ['ID=48b649c0-cdb7-4fed-9329-51f0fa169b6b,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:32.904825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:32.909860 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4677014 Feb 05 23:35:32.910430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39004) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:32.916400 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Request body: {'subnet': {'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1449200845-subnet', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'ip_version': 4}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:32.919403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:35:32.919834 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-a55b71d2-8d44-484b-857b-bb4b2f71e870 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565785 Feb 05 23:35:32.922513 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:32.926722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Usage tracker for resource:subnet and tenant:6ab5e120097f43a98bcbda3e1a19fdc2 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:32.930158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:32.936696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:32.939075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:35:32.948098 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Made reservation on behalf of 6ab5e120097f43a98bcbda3e1a19fdc2 for: {'subnet': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:35:32.954844 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10622541'] for subnet, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:33.077982 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-c9eacca5-ca38-4c78-98ab-b6c4f816d9f9 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514633 Feb 05 23:35:33.148139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=411843b2-11b8-4c33-8742-2ef4ccdcab95,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:33.161814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.162210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.162599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.162983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.163510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.164081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.164081 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.164446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.164820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.165285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.165674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.166043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.166504 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.166913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.167892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.168276 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.168639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.169008 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.169399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.169768 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.170133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.170496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.170860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.171227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:33.176733 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:33.317070 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-646c862a-c31d-4b6f-9228-5f6f1925bf34 req-7acce74b-1ce2-4c09-82fb-350640382d11 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 210 time: 0.0583177 Feb 05 23:35:33.392719 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1766697', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10622558'] for subnet, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:33.410385 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a2f5c50f-03bd-4bcc-84b2-d78b5f6d4917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:33.546169 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e56fe9d-3f18-487b-8222-f3986b89db6f,revision_number=0']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:33.549782 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:33.621085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Checking segment: {'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:33.621513 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Network hostable DHCP agents. Network: 48b649c0-cdb7-4fed-9329-51f0fa169b6b, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80148) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:35:33.642085 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80148) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:35:33.652847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 48b649c0-cdb7-4fed-9329-51f0fa169b6b) {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:33.663032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017b47ae-479e-4327-ad5c-b185a40ab2ec None None] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:35:33.672810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:33.673548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:33.700367 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-40129587-6032-4965-ac90-923bc7e7ce3c admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7888010 Feb 05 23:35:33.702045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39018) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:33.708179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:33.714496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:33.718857 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Usage tracker for resource:router and tenant:6ab5e120097f43a98bcbda3e1a19fdc2 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:33.722802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:33.728934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:33.742659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773503'] for router, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:33.743902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854100938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854095016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2422'] for router, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:33.763803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:33.927876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71a25723-bcea-53fe-8cdc-2e8927844068-48b649c0-cdb7-4fed-9329-51f0fa169b6b', 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'fixed_ips': [{'subnet_id': '5e56fe9d-3f18-487b-8222-f3986b89db6f'}]}} from dv-cinder-774288-3-smb. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 23:35:33.929075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:34.090953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2407'] for router, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:34.203442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Sync routers for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:35:34.215037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:34.215965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:34.241423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Allocated IP 172.20.0.2 (48b649c0-cdb7-4fed-9329-51f0fa169b6b/5e56fe9d-3f18-487b-8222-f3986b89db6f/49137a53-df02-4e08-9dbb-2491667bf3d2) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:35:34.424273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:34.533889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:34.552927 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b7aa33fe-d586-43fd-b1d5-678d2dd5d6e4 req-1f1c5b35-ca9d-4dd3-8be8-8bec4ebfa396 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 210 time: 0.0693855 Feb 05 23:35:34.571025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:34.590855 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:34.601186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Transition to ACTIVE for port object 49137a53-df02-4e08-9dbb-2491667bf3d2 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:34.626042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 411843b2-11b8-4c33-8742-2ef4ccdcab95 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:34.668194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Transition to ACTIVE for port object 49137a53-df02-4e08-9dbb-2491667bf3d2 will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:34.677283 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:34.695750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-902a1a4e-a9d5-4f04-8505-17cdb2f4a8e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:34.804470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 2, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:34.811326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Checking router: 39fc99e4-1e4c-4001-adb6-6f231e0d1daf for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:35:34.811800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Updating router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad binding host dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:35:34.846007 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Pushing event updated for resources: {'Port': ['ID=49137a53-df02-4e08-9dbb-2491667bf3d2,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:34.857433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:34.876287 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 411843b2-11b8-4c33-8742-2ef4ccdcab95 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:34.876710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:34.881579 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.024487 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Allocated IP 172.28.1.44 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/7ed4f930-f80a-4190-b897-246ae83dcfd9) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:35:35.030559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:35.038017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Resources bound (agent type, host, resource id): {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:35.042589 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:35:35.126069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Attempting to bind port 49137a53-df02-4e08-9dbb-2491667bf3d2 on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:35:35.126492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Attempting to bind port 49137a53-df02-4e08-9dbb-2491667bf3d2 by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:35:35.126912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Attempting to bind port 49137a53-df02-4e08-9dbb-2491667bf3d2 on network 48b649c0-cdb7-4fed-9329-51f0fa169b6b {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:35:35.136211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:35:35.136844 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Checking segment: {'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:35.137293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.137841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Bound using segment: {'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:35:35.138290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Bound port: 49137a53-df02-4e08-9dbb-2491667bf3d2, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:35:35.138783 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.246947 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] For port 49137a53-df02-4e08-9dbb-2491667bf3d2, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:35:35.250649 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] For port 49137a53-df02-4e08-9dbb-2491667bf3d2, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=49137a53-df02-4e08-9dbb-2491667bf3d2,segment=NetworkSegment(113fe629-143f-41e0-b814-8656d0c6dabe),segment_id=113fe629-143f-41e0-b814-8656d0c6dabe)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:35:35.254618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.271118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4bad0388-39bb-4e03-b94c-2ed8c44ddca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:35.362582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.375389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Transition to ACTIVE for port object b5bf7a02-7d4d-4bcb-b417-7f289264a6ad will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:35.378777 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.396282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:35.427077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Pushing event updated for resources: {'Port': ['ID=49137a53-df02-4e08-9dbb-2491667bf3d2,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:35.430657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:35.541640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Pushing event updated for resources: {'Port': ['ID=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:35.546296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-ddd286af-9d1b-4506-a7cd-11a710b9a274 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:35.547130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-ddd286af-9d1b-4506-a7cd-11a710b9a274 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Synchronizing usage tracker for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:network {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:35:35.555060 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.555553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.555789 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.556158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.556521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.556885 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.557245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.558298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.558875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.559399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.559769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.560130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.560574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.560937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.561346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.561706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.562066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.562428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.562890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.563133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.563492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.563825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.564181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.564532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:35:35.580214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:35.586413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-ddd286af-9d1b-4506-a7cd-11a710b9a274 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Unset dirty status for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:network {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:35:35.587712 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-ddd286af-9d1b-4506-a7cd-11a710b9a274 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 813 time: 0.7430289 Feb 05 23:35:35.623278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Request body: {'port': {'device_id': '274e2506-f774-4eb1-b787-f7e26d7a21ca', 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b', 'admin_state_up': True, 'tenant_id': 'f4ab4bcb71894ddd85570b679f7271b8'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:35.707463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.769730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Attempting to bind port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:35:35.770593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Attempting to bind port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:35:35.771203 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Attempting to bind port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad on network 5e086a0b-a9a5-4684-953e-e8afea1178bd {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:35:35.778596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:35:35.780018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Checking segment: {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:35.780853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.781386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Bound using segment: {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:35:35.781996 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Bound port: b5bf7a02-7d4d-4bcb-b417-7f289264a6ad, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:35:35.782510 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.797281 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-767d34f6-0154-4539-9494-37d5b078fe54 req-ffeb9a0d-f918-4728-ad5f-f3a858bc36c5 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 210 time: 0.0701609 Feb 05 23:35:35.815266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:35.819422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Usage tracker for resource:port and tenant:f4ab4bcb71894ddd85570b679f7271b8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:35.822592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:35.834358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:35.855135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Made reservation on behalf of f4ab4bcb71894ddd85570b679f7271b8 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:35:35.877691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.900874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.935091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] For port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:35:35.936104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:35.940146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] For port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:35:35.944740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:35.960533 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:36.129990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Pushing event updated for resources: {'Port': ['ID=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:36.136564 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d7ff00b3-d4ca-49ac-a4fa-7ad1280a35b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:36.164496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed4f930-f80a-4190-b897-246ae83dcfd9,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:36.172866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:36.179384 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:36.180072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:36.317847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:36.325286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:36.330150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:35:36.546204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f3c6d8b8-f83e-45a1-a296-69a920a21178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:36.595957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:36.684946 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Allocated IP 172.20.0.5 (b8b7babb-b264-4b3d-a952-6e2103e9529b/7c2292cb-a43f-404c-bee6-36b2fe1da3ef/819b092a-379c-4f92-bb5b-d038c1cdc9a9) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:35:36.732579 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 49137a53-df02-4e08-9dbb-2491667bf3d2 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:36.833653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 49137a53-df02-4e08-9dbb-2491667bf3d2 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:36.860779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device b5bf7a02-7d4d-4bcb-b417-7f289264a6ad up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:37.045884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:35Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:37.063375 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a8031f-06b2-4f1b-9a46-9a220a63b437 None None] The sync data for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb is: [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:35Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:35:37.071904 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-328e33f7-f078-4322-8b30-83a9c1b58c23 req-9771b3c3-eccc-4d10-aa2f-5574002f6005 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 210 time: 0.0782325 Feb 05 23:35:37.096498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.187669 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55232adf-6a49-4498-ab99-c59f7f357f83 None None] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:35:37.278652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:37.301920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:37.302433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.317100 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.343361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-93b0632e-a1c4-4267-99ef-96c853098149 None None] Provisioning for port 49137a53-df02-4e08-9dbb-2491667bf3d2 completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:37.358522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-93b0632e-a1c4-4267-99ef-96c853098149 None None] Provisioning complete for port 49137a53-df02-4e08-9dbb-2491667bf3d2 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:37.358947 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-93b0632e-a1c4-4267-99ef-96c853098149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.679184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.727659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-93b0632e-a1c4-4267-99ef-96c853098149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.777702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:37.785908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.789535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-93b0632e-a1c4-4267-99ef-96c853098149 None None] For port 49137a53-df02-4e08-9dbb-2491667bf3d2, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=49137a53-df02-4e08-9dbb-2491667bf3d2,segment=NetworkSegment(113fe629-143f-41e0-b814-8656d0c6dabe),segment_id=113fe629-143f-41e0-b814-8656d0c6dabe)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:37.790549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:37.797493 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.817491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e722e899-2fef-48f1-b0e5-515afa7a4bec tempest-VolumesActionsTest-412278849 tempest-VolumesActionsTest-412278849-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:37.837135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-93b0632e-a1c4-4267-99ef-96c853098149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.879331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:37.882332 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:37.882846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.041s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:37.960186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0632e-a1c4-4267-99ef-96c853098149 None None] Pushing event updated for resources: {'Port': ['ID=49137a53-df02-4e08-9dbb-2491667bf3d2,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:37.962765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854100904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680871'] for router, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:37.968653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-93b0632e-a1c4-4267-99ef-96c853098149 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:37.992386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Pushing event updated for resources: {'Port': ['ID=819b092a-379c-4f92-bb5b-d038c1cdc9a9,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:37.996800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:38.170793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-f4fb6a55-16dd-4999-ae67-f0236246fed1 None None] Provisioning complete for port 49137a53-df02-4e08-9dbb-2491667bf3d2 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:38.171228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f4fb6a55-16dd-4999-ae67-f0236246fed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:38.225003 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Network b8b7babb-b264-4b3d-a952-6e2103e9529b is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:38.228356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:38.231473 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:35:38.395299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:38.396052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:38.426829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e0760-e788-4e6c-8108-33a53885cdcc req-e6a721f5-0508-465d-871a-276d2691ff9c tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:38.435956 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c3e0760-e788-4e6c-8108-33a53885cdcc req-e6a721f5-0508-465d-871a-276d2691ff9c tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 931 time: 0.1906261 Feb 05 23:35:38.437517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b5a82a7e-bf6a-4c28-87ca-8acca2bb66ed None None] Provisioning complete for port 49137a53-df02-4e08-9dbb-2491667bf3d2 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:38.438253 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b5a82a7e-bf6a-4c28-87ca-8acca2bb66ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:38.444341 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8348591 Feb 05 23:35:38.467111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-2b0d51d9-88d0-4e6c-85f4-ed5edde45426 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80148) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:35:38.474812 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-2b0d51d9-88d0-4e6c-85f4-ed5edde45426 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0159647 Feb 05 23:35:38.476351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Router 81d7473f-7750-4c0c-a696-53d004b37155 is scheduled to L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 with binding_index 1 {{(pid=80148) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 23:35:38.513925 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1c3e0760-e788-4e6c-8108-33a53885cdcc req-a647dbd9-d7ed-4798-a30d-365b8062661d tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766010 Feb 05 23:35:38.617551 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 49137a53-df02-4e08-9dbb-2491667bf3d2 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:38.691552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Request body: {'port': {'device_id': '274e2506-f774-4eb1-b787-f7e26d7a21ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:38.717943 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 49137a53-df02-4e08-9dbb-2491667bf3d2 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:38.718357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:38.857775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device b5bf7a02-7d4d-4bcb-b417-7f289264a6ad up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:38.868927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:35:38.892535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7126e703-da4a-49fe-a2f2-f2500665e774 None None] Provisioning complete for port 49137a53-df02-4e08-9dbb-2491667bf3d2 triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:38.892949 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7126e703-da4a-49fe-a2f2-f2500665e774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:38.900463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:38.916144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:38.917705 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.2144461 Feb 05 23:35:38.920222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Sync routers for ids ['81d7473f-7750-4c0c-a696-53d004b37155'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:35:38.920480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39040) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:35:38.959388 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Routers {'81d7473f-7750-4c0c-a696-53d004b37155'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:38.960338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['81d7473f-7750-4c0c-a696-53d004b37155'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:39.151910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ced7f9eb-b0a8-4477-9694-12299c99a25e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:39.213561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:39.214518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:39.321459 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Set router 81d7473f-7750-4c0c-a696-53d004b37155 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:39.814903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf35773-4a53-4fc5-91a4-d1a0d897064f req-baf99728-cee4-4868-9eac-421648c4b98d tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:39.817283 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3cf35773-4a53-4fc5-91a4-d1a0d897064f req-baf99728-cee4-4868-9eac-421648c4b98d tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 931 time: 0.1775939 Feb 05 23:35:39.856723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:39.889521 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3cf35773-4a53-4fc5-91a4-d1a0d897064f req-5439f62b-c974-44d1-8cbb-791b4a40e537 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628712 Feb 05 23:35:39.893884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:35:36Z', 'revision_number': 3, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:39.898517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Checking router: 81d7473f-7750-4c0c-a696-53d004b37155 for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:35:39.898927 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Updating router 81d7473f-7750-4c0c-a696-53d004b37155 port 7ed4f930-f80a-4190-b897-246ae83dcfd9 binding host dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:35:39.966468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.052989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.resource_extend [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 23:35:40.176749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819b092a-379c-4f92-bb5b-d038c1cdc9a9 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:35:40.188523 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.217363 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Transition to ACTIVE for port object 819b092a-379c-4f92-bb5b-d038c1cdc9a9 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:40.253127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.272862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-558979b8-9f50-44fd-b334-f42912c8fc57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:40.385654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.398373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Transition to ACTIVE for port object 7ed4f930-f80a-4190-b897-246ae83dcfd9 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:40.401532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.417616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:40.460072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Pushing event updated for resources: {'Port': ['ID=819b092a-379c-4f92-bb5b-d038c1cdc9a9,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:40.468743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:40.522139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.559953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd3377-50c3-48e3-85d4-3af1a7176cf2 None None] Pushing event updated for resources: {'Port': ['ID=7ed4f930-f80a-4190-b897-246ae83dcfd9,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:40.564493 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82fd3377-50c3-48e3-85d4-3af1a7176cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:40.640187 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Attempting to bind port 7ed4f930-f80a-4190-b897-246ae83dcfd9 on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:35:40.640525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Attempting to bind port 7ed4f930-f80a-4190-b897-246ae83dcfd9 by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:35:40.640938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Attempting to bind port 7ed4f930-f80a-4190-b897-246ae83dcfd9 on network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:35:40.646992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:35:40.647540 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Checking segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:40.648309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.648460 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:35:40.648583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Bound using segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:35:40.648934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Bound port: 7ed4f930-f80a-4190-b897-246ae83dcfd9, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:35:40.649378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.710211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.741780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] For port 7ed4f930-f80a-4190-b897-246ae83dcfd9, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:35:40.745785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] For port 7ed4f930-f80a-4190-b897-246ae83dcfd9, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=7ed4f930-f80a-4190-b897-246ae83dcfd9,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:35:40.748929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.765084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:40.865349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Attempting to bind port 819b092a-379c-4f92-bb5b-d038c1cdc9a9 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:35:40.865934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Attempting to bind port 819b092a-379c-4f92-bb5b-d038c1cdc9a9 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:35:40.866064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Attempting to bind port 819b092a-379c-4f92-bb5b-d038c1cdc9a9 on network b8b7babb-b264-4b3d-a952-6e2103e9529b {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:35:40.883312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:35:40.883693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Checking segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:40.884105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.884515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Bound using segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:35:40.884998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Bound port: 819b092a-379c-4f92-bb5b-d038c1cdc9a9, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:35:40.885411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:40.926604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd3377-50c3-48e3-85d4-3af1a7176cf2 None None] Pushing event updated for resources: {'Port': ['ID=7ed4f930-f80a-4190-b897-246ae83dcfd9,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:40.930006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82fd3377-50c3-48e3-85d4-3af1a7176cf2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:40.978503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Routers {'81d7473f-7750-4c0c-a696-53d004b37155'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:40.979184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['81d7473f-7750-4c0c-a696-53d004b37155'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:41.117525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] For port 819b092a-379c-4f92-bb5b-d038c1cdc9a9, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:35:41.137613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] For port 819b092a-379c-4f92-bb5b-d038c1cdc9a9, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=819b092a-379c-4f92-bb5b-d038c1cdc9a9,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:35:41.139216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:41.143696 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:41.165524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:41.191050 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] Set router 81d7473f-7750-4c0c-a696-53d004b37155 gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:41.213228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6631df-c4e2-4117-882a-25f47c8f758f req-8f14e6af-2954-4d1a-b5a2-a0233d4eaf55 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:41.215703 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5b6631df-c4e2-4117-882a-25f47c8f758f req-8f14e6af-2954-4d1a-b5a2-a0233d4eaf55 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 943 time: 0.1787090 Feb 05 23:35:41.222794 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Allocated IP 172.20.0.1 (48b649c0-cdb7-4fed-9329-51f0fa169b6b/5e56fe9d-3f18-487b-8222-f3986b89db6f/e0c23078-de0c-4868-9fce-d6dfa5a1ffee) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:35:41.284896 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5b6631df-c4e2-4117-882a-25f47c8f758f req-516c1145-9cc4-4f7b-ba79-e4bca4185e35 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616677 Feb 05 23:35:41.351001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Pushing event updated for resources: {'Port': ['ID=819b092a-379c-4f92-bb5b-d038c1cdc9a9,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:41.403419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:41.505745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:41.506427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:41.507938 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] 10.222.0.89 "PUT /v2.0/ports/819b092a-379c-4f92-bb5b-d038c1cdc9a9 HTTP/1.1" status: 200 len: 1157 time: 3.0187778 Feb 05 23:35:41.508481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274e2506-f774-4eb1-b787-f7e26d7a21ca', 'tag': '819b092a-379c-4f92-bb5b-d038c1cdc9a9'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:35:41.519687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:35:36Z', 'revision_number': 3, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:41.525551 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f339f29-7df7-4b85-beda-c8125dae0474 None None] The sync data for ids ['81d7473f-7750-4c0c-a696-53d004b37155'] in dv-cinder-774288-3-smb is: [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:35:36Z', 'revision_number': 3, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:35:41.536869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:41.558722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Transition to ACTIVE for port object e0c23078-de0c-4868-9fce-d6dfa5a1ffee will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:41.640767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:41.656215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:41.771532 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274e2506-f774-4eb1-b787-f7e26d7a21ca', 'tag': '819b092a-379c-4f92-bb5b-d038c1cdc9a9', 'status': 'completed', 'code': 200} Feb 05 23:35:41.801727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-3c5672c0-77e9-47a8-b7ad-2600b6a5566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:41.803372 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-3c5672c0-77e9-47a8-b7ad-2600b6a5566c service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 1160 time: 0.2349198 Feb 05 23:35:41.818146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:41.876353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:41.918080 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-bfdfa4b2-6e2b-4495-b0e9-bf338cf54da4 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819b092a-379c-4f92-bb5b-d038c1cdc9a9 HTTP/1.1" status: 200 len: 217 time: 0.0951958 Feb 05 23:35:42.018815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:42.022198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:42.024657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:35:42.053173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-ddcb8d8a-af38-40fc-abdf-ace09f6fecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:42.054803 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-ddcb8d8a-af38-40fc-abdf-ace09f6fecb9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.1231945 Feb 05 23:35:42.130236 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-aa77c506-9aa5-4a4f-8806-df196c7a799e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666454 Feb 05 23:35:42.225168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682339'] for router_interface, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:42.252059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5e1940d5-ee95-40a5-819e-87e8cdae7d95 None None] Provisioning for port e0c23078-de0c-4868-9fce-d6dfa5a1ffee completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:42.257631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-5e1940d5-ee95-40a5-819e-87e8cdae7d95 None None] Provisioning complete for port e0c23078-de0c-4868-9fce-d6dfa5a1ffee triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:42.257985 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5e1940d5-ee95-40a5-819e-87e8cdae7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:42.326874 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-3b2e1ec6-7d02-4509-a523-21f8071193f2 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891406 Feb 05 23:35:42.328322 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-5e1940d5-ee95-40a5-819e-87e8cdae7d95 None None] Port e0c23078-de0c-4868-9fce-d6dfa5a1ffee cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:35:42.515408 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:42.608474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 7ed4f930-f80a-4190-b897-246ae83dcfd9 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:42.621608 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8a3ead1a-1289-451f-85df-7adf9defbca3 req-7f595bab-bbcf-4ad5-864f-4af231a170b5 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2869997 Feb 05 23:35:42.655226 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db231933-303f-4ff7-8139-559baa358ea7 req-ce32866c-4676-4f96-b4dd-a507f1e7fc73 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:42.656955 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-db231933-303f-4ff7-8139-559baa358ea7 req-ce32866c-4676-4f96-b4dd-a507f1e7fc73 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 943 time: 0.2161815 Feb 05 23:35:42.693220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 7ed4f930-f80a-4190-b897-246ae83dcfd9 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:42.699797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 7ed4f930-f80a-4190-b897-246ae83dcfd9 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:42.700232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:42.731477 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-db231933-303f-4ff7-8139-559baa358ea7 req-827e66e1-f31e-46eb-9aea-de9db94c3973 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680015 Feb 05 23:35:42.843509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:42.861955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 7ed4f930-f80a-4190-b897-246ae83dcfd9, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=7ed4f930-f80a-4190-b897-246ae83dcfd9,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:42.864933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:42.867053 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:42.946941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=7ed4f930-f80a-4190-b897-246ae83dcfd9,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:42.951866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:43.163107 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-f1e1fffb-7747-4405-8bf5-409b0fbc04d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:43.164668 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-f1e1fffb-7747-4405-8bf5-409b0fbc04d8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 1160 time: 0.4414668 Feb 05 23:35:43.205330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:43.256730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:43.286811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-34078b93-9e98-4f80-9fb4-6702427719a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:43.399403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Pushing event updated for resources: {'Port': ['ID=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:43.416179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854102338'] for router_interface, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:43.432034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:43.515405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-06b0d211-b993-447f-815e-569b3de34b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:43.517040 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-06b0d211-b993-447f-815e-569b3de34b56 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 907 time: 0.3413315 Feb 05 23:35:43.601856 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-6eaf29c9-c11d-4c9b-85f2-ea5e3623fd08 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819b092a-379c-4f92-bb5b-d038c1cdc9a9 HTTP/1.1" status: 200 len: 217 time: 0.0768359 Feb 05 23:35:43.709195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-b58f078e-a0b6-4e89-a85d-d30fdc420ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:43.711100 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-b58f078e-a0b6-4e89-a85d-d30fdc420ea6 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.0950048 Feb 05 23:35:43.720725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:43.760448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:43.772098 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-d1fc18a4-43e1-4f85-bb7e-978e1a84d01f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535524 Feb 05 23:35:43.961891 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0be95e96-b518-4a42-9a76-67cdb71e029e None None] Provisioning complete for port e0c23078-de0c-4868-9fce-d6dfa5a1ffee triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:43.962440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0be95e96-b518-4a42-9a76-67cdb71e029e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:44.022465 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-0be95e96-b518-4a42-9a76-67cdb71e029e None None] Port e0c23078-de0c-4868-9fce-d6dfa5a1ffee cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:35:44.052266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b4597-7580-4bd1-99fa-05bf47fce554 req-87bec117-d6e7-4951-99dd-24362324be69 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:44.053941 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a85b4597-7580-4bd1-99fa-05bf47fce554 req-87bec117-d6e7-4951-99dd-24362324be69 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 943 time: 0.1734924 Feb 05 23:35:44.097841 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-e999d15a-535a-438c-b2d9-e514776f6853 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695315 Feb 05 23:35:44.125969 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a85b4597-7580-4bd1-99fa-05bf47fce554 req-c15d6468-7cb8-4de5-b646-83e7f1d30961 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652623 Feb 05 23:35:44.130591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Router 81d7473f-7750-4c0c-a696-53d004b37155 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:35:44.413058 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a8fc232-8437-44d0-9631-9d01d1733c27 req-5fc1d3d4-6956-4eda-b71c-ad1b9cc60932 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3088033 Feb 05 23:35:44.439135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:35:44.450277 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] 10.222.0.64 "PUT /v2.0/routers/81d7473f-7750-4c0c-a696-53d004b37155/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5286949 Feb 05 23:35:44.550413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Sync routers for ids ['81d7473f-7750-4c0c-a696-53d004b37155'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:35:44.560861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Routers {'81d7473f-7750-4c0c-a696-53d004b37155'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:44.561611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['81d7473f-7750-4c0c-a696-53d004b37155'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:44.585841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 7ed4f930-f80a-4190-b897-246ae83dcfd9 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:44.779018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Set router 81d7473f-7750-4c0c-a696-53d004b37155 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:44.846775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 7ed4f930-f80a-4190-b897-246ae83dcfd9 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:44.847193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.130749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'e0c23078-de0c-4868-9fce-d6dfa5a1ffee', 'name': '', 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5e56fe9d-3f18-487b-8222-f3986b89db6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:40Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 2, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'subnets': [{'id': '5e56fe9d-3f18-487b-8222-f3986b89db6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:45.134797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Checking router: 81d7473f-7750-4c0c-a696-53d004b37155 for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:35:45.135207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Updating router 81d7473f-7750-4c0c-a696-53d004b37155 port e0c23078-de0c-4868-9fce-d6dfa5a1ffee binding host dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:35:45.191462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.318320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-437507050', 'description': 'tempest-TestShelveInstance-437507050 description'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:45.345830 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:45.352302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Usage tracker for resource:security_group and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:45.356044 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:45.365164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:45.379316 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.413787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:45.502987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c5e8a-afb7-4610-bffb-df16032e5edf req-22cc6a7f-9558-4aea-8e61-8cf4b6aae083 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:45.504713 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5c1c5e8a-afb7-4610-bffb-df16032e5edf req-22cc6a7f-9558-4aea-8e61-8cf4b6aae083 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 943 time: 0.2408805 Feb 05 23:35:45.507476 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Usage tracker for resource:security_group_rule and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:45.510766 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:45.531229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:45.596097 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5c1c5e8a-afb7-4610-bffb-df16032e5edf req-00d69fd1-bbb9-4343-ae2a-6aded7126fdc tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820808 Feb 05 23:35:45.632866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.645548 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Transition to ACTIVE for port object e0c23078-de0c-4868-9fce-d6dfa5a1ffee will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:35:45.648401 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.653289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.656143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.661772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-44665893-8c6d-45e4-aec9-30dcd466df27 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:45.664572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-456b5af3-e474-468e-98e0-1388f010bf09 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:45.705907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60a3817e-9c71-41aa-95bd-96568f1eba0a,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:45.709275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:45.711019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.712362 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b40c3d50-6b54-4e09-8c07-9b33cba9619e req-83d519a9-6742-4e21-b502-e9aece16b909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4051707 Feb 05 23:35:45.802425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611fb6e-c588-41a7-940b-417847def680 None None] Pushing event updated for resources: {'Port': ['ID=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:45.806918 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9611fb6e-c588-41a7-940b-417847def680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:45.815061 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-7ecf55df-0480-40fb-a056-66931b3c4708 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups/60a3817e-9c71-41aa-95bd-96568f1eba0a HTTP/1.1" status: 200 len: 1800 time: 0.0650675 Feb 05 23:35:45.826419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60a3817e-9c71-41aa-95bd-96568f1eba0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:45.826781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60a3817e-9c71-41aa-95bd-96568f1eba0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:45.850218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:45.861115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Usage tracker for resource:security_group_rule and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:45.861115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:45.868219 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:45.934454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.961931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.965481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.967991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6aee1f6f-c834-4ffb-8120-a9df9428699c tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:45.983115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Attempting to bind port e0c23078-de0c-4868-9fce-d6dfa5a1ffee on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:35:45.983367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Attempting to bind port e0c23078-de0c-4868-9fce-d6dfa5a1ffee by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:35:45.983750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Attempting to bind port e0c23078-de0c-4868-9fce-d6dfa5a1ffee on network 48b649c0-cdb7-4fed-9329-51f0fa169b6b {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:35:45.989991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:35:45.990410 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Checking segment: {'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:35:45.990852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.991290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Bound using segment: {'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:35:45.991797 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Bound port: e0c23078-de0c-4868-9fce-d6dfa5a1ffee, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '113fe629-143f-41e0-b814-8656d0c6dabe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:35:45.992207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:45.999282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679fff77-d83e-487f-b447-342877d4f3d8,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:46.001810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:46.003105 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1f91e0d8-87a9-4dff-847d-d999bdcd0730 req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1810389 Feb 05 23:35:46.004019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:46.095059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] For port e0c23078-de0c-4868-9fce-d6dfa5a1ffee, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:35:46.098396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] For port e0c23078-de0c-4868-9fce-d6dfa5a1ffee, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,segment=NetworkSegment(113fe629-143f-41e0-b814-8656d0c6dabe),segment_id=113fe629-143f-41e0-b814-8656d0c6dabe)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:35:46.101720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:46.110431 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1403934c-798d-4981-bd57-e39799fd6d83 req-6146fd90-c206-4de4-a94c-791ecd0ef142 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups/60a3817e-9c71-41aa-95bd-96568f1eba0a HTTP/1.1" status: 200 len: 2393 time: 0.0696352 Feb 05 23:35:46.118009 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:46.122519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60a3817e-9c71-41aa-95bd-96568f1eba0a', 'remote_group_id': None}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:46.122879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '60a3817e-9c71-41aa-95bd-96568f1eba0a', 'remote_group_id': None}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:46.145367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:46.149364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Usage tracker for resource:security_group_rule and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:46.152722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:46.158710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:46.223905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:46.249443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:46.252212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:46.254556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7d8ad673-9c4d-4743-af85-bea1237ee0fd tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:46.273876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611fb6e-c588-41a7-940b-417847def680 None None] Pushing event updated for resources: {'Port': ['ID=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:46.278211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f37916-763b-4deb-9ef9-04a9dee86318,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:46.278651 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9611fb6e-c588-41a7-940b-417847def680 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:46.282934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:46.290427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:46.292236 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1403934c-798d-4981-bd57-e39799fd6d83 req-24e209e9-82eb-4fd2-b71c-0d853ad1f015 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1744153 Feb 05 23:35:46.320923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Routers {'81d7473f-7750-4c0c-a696-53d004b37155'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:35:46.321634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:35:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['81d7473f-7750-4c0c-a696-53d004b37155'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:46.694549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] Set router 81d7473f-7750-4c0c-a696-53d004b37155 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:35:46.940723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab12ab23-0b86-42d8-be3e-5f9005494f84 req-dc3eee8b-353b-4360-a604-87141f27b2f0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:46.949524 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ab12ab23-0b86-42d8-be3e-5f9005494f84 req-dc3eee8b-353b-4360-a604-87141f27b2f0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 943 time: 0.2160094 Feb 05 23:35:46.950260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-e758e116-52ba-4524-baf2-2d184894e9c5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:35:47.029920 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ab12ab23-0b86-42d8-be3e-5f9005494f84 req-ce1aecd1-dfc6-4794-8267-3d8524416fb7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793478 Feb 05 23:35:47.067468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'e0c23078-de0c-4868-9fce-d6dfa5a1ffee', 'name': '', 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5e56fe9d-3f18-487b-8222-f3986b89db6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:40Z', 'updated_at': '2021-02-05T23:35:46Z', 'revision_number': 4, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'subnets': [{'id': '5e56fe9d-3f18-487b-8222-f3986b89db6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:35:47.071815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33530cb8-62f4-4605-9cf3-afe02b82d7e2 None None] The sync data for ids ['81d7473f-7750-4c0c-a696-53d004b37155'] in dv-cinder-774288-3-smb is: [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'e0c23078-de0c-4868-9fce-d6dfa5a1ffee', 'name': '', 'network_id': '48b649c0-cdb7-4fed-9329-51f0fa169b6b', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'mac_address': 'fa:16:3e:9e:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': '5e56fe9d-3f18-487b-8222-f3986b89db6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:40Z', 'updated_at': '2021-02-05T23:35:46Z', 'revision_number': 4, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'subnets': [{'id': '5e56fe9d-3f18-487b-8222-f3986b89db6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:35:47.642111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 819b092a-379c-4f92-bb5b-d038c1cdc9a9 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:47.721909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port 819b092a-379c-4f92-bb5b-d038c1cdc9a9 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:47.728037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 819b092a-379c-4f92-bb5b-d038c1cdc9a9 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:47.728457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:47.867600 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:47.897033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274e2506-f774-4eb1-b787-f7e26d7a21ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b092a-379c-4f92-bb5b-d038c1cdc9a9'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:35:47.910411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port 819b092a-379c-4f92-bb5b-d038c1cdc9a9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=819b092a-379c-4f92-bb5b-d038c1cdc9a9,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:47.913739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:47.916094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0c35fbfd-3a13-4aac-b84a-49183122f925 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:47.995489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=819b092a-379c-4f92-bb5b-d038c1cdc9a9,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:47.999111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:48.060510 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274e2506-f774-4eb1-b787-f7e26d7a21ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819b092a-379c-4f92-bb5b-d038c1cdc9a9', 'code': 200} Feb 05 23:35:48.226596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:48.339898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e76c4c-d157-4791-8f2b-1586dc2b24fd req-da647e76-0dc6-40a8-83ac-5344db9bb29c tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:48.341729 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-47e76c4c-d157-4791-8f2b-1586dc2b24fd req-da647e76-0dc6-40a8-83ac-5344db9bb29c tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 945 time: 0.1843455 Feb 05 23:35:48.377672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d887b-e09e-41b2-bfa6-588155930d95 req-06724842-0a90-413c-9566-78c71b58b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:48.379478 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-394d887b-e09e-41b2-bfa6-588155930d95 req-06724842-0a90-413c-9566-78c71b58b771 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 1162 time: 0.0877457 Feb 05 23:35:48.414934 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-47e76c4c-d157-4791-8f2b-1586dc2b24fd req-d89320a4-7aeb-4f5a-a1fb-39d047ada8e2 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663347 Feb 05 23:35:48.433320 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-394d887b-e09e-41b2-bfa6-588155930d95 req-a1ad3dca-8da0-4ae0-9da7-830f1494b899 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435393 Feb 05 23:35:48.598246 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device e0c23078-de0c-4868-9fce-d6dfa5a1ffee up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:48.669373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port e0c23078-de0c-4868-9fce-d6dfa5a1ffee completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:35:48.675006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port e0c23078-de0c-4868-9fce-d6dfa5a1ffee triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:48.675379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:48.806807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:48.841516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port e0c23078-de0c-4868-9fce-d6dfa5a1ffee, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,segment=NetworkSegment(113fe629-143f-41e0-b814-8656d0c6dabe),segment_id=113fe629-143f-41e0-b814-8656d0c6dabe)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:35:48.844248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:48.846240 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:48.921809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:48.925427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:49.006562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 819b092a-379c-4f92-bb5b-d038c1cdc9a9 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:49.083871 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port 819b092a-379c-4f92-bb5b-d038c1cdc9a9 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:49.084211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:49.725161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7068af25-59e6-431e-b864-ede94e41f480 req-6e3b9766-4d13-4c96-a768-61257a28c18f tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:49.726828 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7068af25-59e6-431e-b864-ede94e41f480 req-6e3b9766-4d13-4c96-a768-61257a28c18f tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 945 time: 0.1703491 Feb 05 23:35:49.802377 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7068af25-59e6-431e-b864-ede94e41f480 req-d36e4e1c-3f1f-4cd5-b0e9-042180229e9b tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686758 Feb 05 23:35:50.580675 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device e0c23078-de0c-4868-9fce-d6dfa5a1ffee up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:35:50.655427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port e0c23078-de0c-4868-9fce-d6dfa5a1ffee triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:35:50.655846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:51.108497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a69f4a-ef44-4b62-a6f8-515626a53b45 req-73bac1b2-6d2c-43d8-b77a-2383e11ef4e8 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:51.110173 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-44a69f4a-ef44-4b62-a6f8-515626a53b45 req-73bac1b2-6d2c-43d8-b77a-2383e11ef4e8 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 945 time: 0.1720178 Feb 05 23:35:51.178490 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-44a69f4a-ef44-4b62-a6f8-515626a53b45 req-6822064d-1924-476f-b001-7512efdec8c8 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620191 Feb 05 23:35:56.014326 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-e0334135-16da-4783-89f2-1180cd716494 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:56.014326 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-e0334135-16da-4783-89f2-1180cd716494 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 813 time: 0.2479100 Feb 05 23:35:56.033332 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-92804b0f-7ff0-459c-bed6-a0e720c99a0c tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/quotas/f4ab4bcb71894ddd85570b679f7271b8 HTTP/1.1" status: 200 len: 375 time: 0.0110033 Feb 05 23:35:56.148154 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-6477b5d6-65e5-4fce-bf3d-ed383ce342df tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089196 Feb 05 23:35:56.299311 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5ed7b6df-ab03-4abd-b565-60d42114f6cf service neutron] 10.222.0.64 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432390 Feb 05 23:35:56.448778 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-4500a31e-1514-42cf-a2b9-8ce5bb73d0b2 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424387 Feb 05 23:35:56.670487 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2d7a8a03-3b11-4c04-b457-a51a8756c9fd req-233960f1-9722-4438-8fa9-f539a720224e tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 210 time: 0.0509472 Feb 05 23:35:57.865157 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-27191077-05f9-4fd1-82f1-952b7f065fd2 req-7584628a-e91d-4332-83ca-4b7fa5014df2 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 210 time: 0.0504107 Feb 05 23:35:57.961389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-3d082704-fbb1-4da1-aa6b-3fe330516836 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:57.963043 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-3d082704-fbb1-4da1-aa6b-3fe330516836 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 813 time: 0.2531254 Feb 05 23:35:57.991059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Request body: {'port': {'device_id': 'b01d9618-8535-4944-b53d-136e42947cf3', 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b', 'admin_state_up': True, 'tenant_id': 'f4ab4bcb71894ddd85570b679f7271b8'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:58.148205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:35:58.153026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Usage tracker for resource:port and tenant:f4ab4bcb71894ddd85570b679f7271b8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:35:58.156048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:35:58.162030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:35:58.171556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Made reservation on behalf of f4ab4bcb71894ddd85570b679f7271b8 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:35:58.193903 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:58.547006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Allocated IP 172.20.0.7 (b8b7babb-b264-4b3d-a952-6e2103e9529b/7c2292cb-a43f-404c-bee6-36b2fe1da3ef/e038039f-d1c2-4559-a33a-7aea854c8001) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:35:59.046678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:59.086850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:59.106199 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48d72d78-1586-4795-89ce-cec0318e1a5c tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:35:59.215084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76157556-a16c-4ccf-bd59-123f0815891f req-c088502e-7a38-4f51-b5e5-0168d233ff50 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:59.216834 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-76157556-a16c-4ccf-bd59-123f0815891f req-c088502e-7a38-4f51-b5e5-0168d233ff50 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 931 time: 0.1842759 Feb 05 23:35:59.262662 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Pushing event updated for resources: {'Port': ['ID=e038039f-d1c2-4559-a33a-7aea854c8001,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:35:59.276341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:35:59.285718 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-76157556-a16c-4ccf-bd59-123f0815891f req-b203c5ff-fb0a-4cef-8ec3-fa908f204652 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624790 Feb 05 23:35:59.319981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Network b8b7babb-b264-4b3d-a952-6e2103e9529b is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:35:59.321157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:35:59.323753 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:35:59.455756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:35:59.456495 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:35:59.483005 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-5c834aa2-80d9-4969-a059-fa54af8c4acf tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4968336 Feb 05 23:35:59.502062 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Request body: {'port': {'device_id': 'b01d9618-8535-4944-b53d-136e42947cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:35:59.631148 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:00.061365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e038039f-d1c2-4559-a33a-7aea854c8001 {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:36:00.069184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:00.082605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Transition to ACTIVE for port object e038039f-d1c2-4559-a33a-7aea854c8001 will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:36:00.086831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:00.103826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3337de38-5a65-475f-b755-2960d489f00f tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:00.243143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Pushing event updated for resources: {'Port': ['ID=e038039f-d1c2-4559-a33a-7aea854c8001,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:00.249205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:00.446198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Attempting to bind port e038039f-d1c2-4559-a33a-7aea854c8001 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:36:00.446571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Attempting to bind port e038039f-d1c2-4559-a33a-7aea854c8001 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:36:00.446946 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Attempting to bind port e038039f-d1c2-4559-a33a-7aea854c8001 on network b8b7babb-b264-4b3d-a952-6e2103e9529b {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:36:00.454848 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:36:00.455572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Checking segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:36:00.456131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:00.456667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Bound using segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:36:00.457571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Bound port: e038039f-d1c2-4559-a33a-7aea854c8001, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:36:00.458122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:00.567072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] For port e038039f-d1c2-4559-a33a-7aea854c8001, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:36:00.570340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] For port e038039f-d1c2-4559-a33a-7aea854c8001, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e038039f-d1c2-4559-a33a-7aea854c8001,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:36:00.574303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:00.587740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d77e5-2b93-4aed-b18a-4c67649464bd req-289c02a1-a25f-470f-b8d2-8236c44f0e55 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:00.589600 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9e6d77e5-2b93-4aed-b18a-4c67649464bd req-289c02a1-a25f-470f-b8d2-8236c44f0e55 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 943 time: 0.1697273 Feb 05 23:36:00.590059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-87007b16-b714-4793-9fd2-52e1bee5cdb9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:00.659717 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9e6d77e5-2b93-4aed-b18a-4c67649464bd req-e0da2eaa-1171-465c-8b3c-5cf29ac03fc9 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Feb 05 23:36:00.745928 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Pushing event updated for resources: {'Port': ['ID=e038039f-d1c2-4559-a33a-7aea854c8001,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:00.751435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:00.785045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:00.785784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:00.787270 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-dc5d7b24-2538-491d-b52c-763180561ede service neutron] 10.222.0.89 "PUT /v2.0/ports/e038039f-d1c2-4559-a33a-7aea854c8001 HTTP/1.1" status: 200 len: 1157 time: 1.2900867 Feb 05 23:36:00.787815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01d9618-8535-4944-b53d-136e42947cf3', 'tag': 'e038039f-d1c2-4559-a33a-7aea854c8001'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:00.848194 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01d9618-8535-4944-b53d-136e42947cf3', 'tag': 'e038039f-d1c2-4559-a33a-7aea854c8001', 'status': 'completed', 'code': 200} Feb 05 23:36:00.950262 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-71d45942-86c1-4d8d-8dac-aae499dfcefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:00.951883 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-71d45942-86c1-4d8d-8dac-aae499dfcefe service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 1160 time: 0.0839787 Feb 05 23:36:01.036958 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-6f73c5e2-9096-4fd4-b86c-b40917978cbd service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e038039f-d1c2-4559-a33a-7aea854c8001 HTTP/1.1" status: 200 len: 217 time: 0.0684605 Feb 05 23:36:01.113931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-504e2daa-3020-40fb-bdf4-c56a766c03b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:01.115435 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-504e2daa-3020-40fb-bdf4-c56a766c03b9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.0715859 Feb 05 23:36:01.171527 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-00e74f20-f16c-468c-b983-7ea753fb0787 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487494 Feb 05 23:36:01.320411 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-ef9a72b3-bcee-491d-b959-aff7a5fa818c service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410599 Feb 05 23:36:01.471699 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c61c3c6-12f5-4b23-9fdd-9aabf2099c67 req-4bba25be-1731-4025-854c-faa03c2a4965 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433756 Feb 05 23:36:01.669648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-525d25a8-48ee-4c42-af88-e25d4b7e090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:01.671225 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-525d25a8-48ee-4c42-af88-e25d4b7e090a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 1160 time: 0.0792174 Feb 05 23:36:01.824137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-a4f60abb-4e5d-4ffa-876e-1d2b21395b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:01.825807 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-a4f60abb-4e5d-4ffa-876e-1d2b21395b47 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 907 time: 0.1440442 Feb 05 23:36:01.911994 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-d5a39f23-4441-4690-8842-a9b034de1186 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e038039f-d1c2-4559-a33a-7aea854c8001 HTTP/1.1" status: 200 len: 217 time: 0.0752778 Feb 05 23:36:01.970192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caccc9b-a727-4efb-81ab-6be1fbd3a548 req-32612180-f7c8-4926-a2b3-2a89b0a46ee8 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:01.971906 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5caccc9b-a727-4efb-81ab-6be1fbd3a548 req-32612180-f7c8-4926-a2b3-2a89b0a46ee8 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 943 time: 0.1812229 Feb 05 23:36:01.989959 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-7f66ef77-4599-4a16-9733-80f722f9d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:01.991675 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-7f66ef77-4599-4a16-9733-80f722f9d2e8 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.0690589 Feb 05 23:36:02.037735 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5caccc9b-a727-4efb-81ab-6be1fbd3a548 req-8da657f8-5a77-4741-93a2-5a6dda24a22d tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592840 Feb 05 23:36:02.054295 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-9f8deb3d-8cfd-4ac2-97ec-608330d5d6a9 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505731 Feb 05 23:36:02.201612 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-4aa26e3f-bca5-47d6-b400-ca5392190d72 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389711 Feb 05 23:36:02.356444 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-843634a5-bd65-45cd-bf2e-6b94544a52b9 req-090ea4e7-1006-4ca6-a375-f8ba0c2720f2 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426992 Feb 05 23:36:03.342642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15521c-0b49-4816-80d9-68e755dc1ed4 req-40f9cb81-6029-4cca-be6d-870392162aed tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:03.344220 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-db15521c-0b49-4816-80d9-68e755dc1ed4 req-40f9cb81-6029-4cca-be6d-870392162aed tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 943 time: 0.1703806 Feb 05 23:36:03.636449 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-db15521c-0b49-4816-80d9-68e755dc1ed4 req-39014a1f-dcba-496a-824b-48b1ed6ee2c7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858155 Feb 05 23:36:04.936563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34d517-ec8d-4246-9791-941a48412f65 req-21f959d8-9c97-49ad-89e6-1c49b3a8e5e6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:04.938236 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce34d517-ec8d-4246-9791-941a48412f65 req-21f959d8-9c97-49ad-89e6-1c49b3a8e5e6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 943 time: 0.1665530 Feb 05 23:36:05.006356 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce34d517-ec8d-4246-9791-941a48412f65 req-4047bb02-31d9-44df-99f9-4545e1b98bdc tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618424 Feb 05 23:36:06.302736 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c1983-26dc-4d6f-8497-680301cc3df4 req-6e7c62a1-b81e-4189-911c-13d8a947fb05 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:06.304335 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f04c1983-26dc-4d6f-8497-680301cc3df4 req-6e7c62a1-b81e-4189-911c-13d8a947fb05 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 943 time: 0.1637814 Feb 05 23:36:06.368741 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f04c1983-26dc-4d6f-8497-680301cc3df4 req-f81c0af0-73b8-40e8-b9b7-2bf57ea5ea9b tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571711 Feb 05 23:36:06.541617 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f77a0a78-ce9e-43ef-bfb9-6005b31c8ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:07.672151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7863b-0f8f-476d-92ce-79238a004fcb req-a7c50c6c-d874-40a9-8ef7-fb7519dd9492 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:07.673825 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1da7863b-0f8f-476d-92ce-79238a004fcb req-a7c50c6c-d874-40a9-8ef7-fb7519dd9492 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 943 time: 0.1712148 Feb 05 23:36:07.737841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device e038039f-d1c2-4559-a33a-7aea854c8001 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:07.739761 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1da7863b-0f8f-476d-92ce-79238a004fcb req-e21984fe-56b3-4c82-ac3f-1c48b191d912 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593495 Feb 05 23:36:07.817710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port e038039f-d1c2-4559-a33a-7aea854c8001 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:36:07.822744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port e038039f-d1c2-4559-a33a-7aea854c8001 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:07.823165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:07.953099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:07.984990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01d9618-8535-4944-b53d-136e42947cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038039f-d1c2-4559-a33a-7aea854c8001'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:07.996430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port e038039f-d1c2-4559-a33a-7aea854c8001, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e038039f-d1c2-4559-a33a-7aea854c8001,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:36:07.999357 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:08.001557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:08.050754 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01d9618-8535-4944-b53d-136e42947cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e038039f-d1c2-4559-a33a-7aea854c8001', 'code': 200} Feb 05 23:36:08.077575 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=e038039f-d1c2-4559-a33a-7aea854c8001,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:08.081401 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:08.248320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-7ddcfe55-ce44-4dbb-8635-b1ee12b2764d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Synchronizing usage tracker for tenant:7473594b91a44ae6953f8c9de337c783 on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:36:08.266082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-7ddcfe55-ce44-4dbb-8635-b1ee12b2764d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Unset dirty status for tenant:7473594b91a44ae6953f8c9de337c783 on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:36:08.267319 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-7ddcfe55-ce44-4dbb-8635-b1ee12b2764d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-437507050&fields=id&tenant_id=7473594b91a44ae6953f8c9de337c783 HTTP/1.1" status: 200 len: 267 time: 0.0778372 Feb 05 23:36:08.340809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d8f03-5d05-4803-985c-844e820a7955 req-d4ca26c2-a3fd-4f4d-8281-961e9a6f8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:08.342519 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-204d8f03-5d05-4803-985c-844e820a7955 req-d4ca26c2-a3fd-4f4d-8281-961e9a6f8226 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 1162 time: 0.0802729 Feb 05 23:36:08.387945 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-204d8f03-5d05-4803-985c-844e820a7955 req-cfe999d0-30ea-456c-9b17-d8cb0fdd5c8d service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374842 Feb 05 23:36:08.519571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-45fec3f5-70b5-4db9-b076-87ce049dc181 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:08.521302 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-45fec3f5-70b5-4db9-b076-87ce049dc181 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 808 time: 0.2465358 Feb 05 23:36:08.538636 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-68f86e0b-4f98-42fd-9af5-9f3025588fb4 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/quotas/7473594b91a44ae6953f8c9de337c783 HTTP/1.1" status: 200 len: 375 time: 0.0104322 Feb 05 23:36:08.665727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-373eea12-20c5-43ea-a485-6374eb00e6ac tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Synchronizing usage tracker for tenant:7473594b91a44ae6953f8c9de337c783 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:36:08.684492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-373eea12-20c5-43ea-a485-6374eb00e6ac tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Unset dirty status for tenant:7473594b91a44ae6953f8c9de337c783 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:36:08.685904 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-373eea12-20c5-43ea-a485-6374eb00e6ac tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1412582 Feb 05 23:36:08.842966 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1d187a2e-3d69-4e69-a2a9-5cc53950fdf5 service neutron] 10.222.0.64 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446056 Feb 05 23:36:09.023769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b66e93ba-9488-4c61-9522-25557c32a60a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:09.054979 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-5d7a43d1-5f76-441b-9a84-fb03081e0dc2 service neutron] 10.222.0.64 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2050638 Feb 05 23:36:09.144860 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef968c65-6a46-4c15-85ad-9d1776c3b8c2 req-600aedd8-49aa-4a46-af0f-8585247ddbe3 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:09.146584 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ef968c65-6a46-4c15-85ad-9d1776c3b8c2 req-600aedd8-49aa-4a46-af0f-8585247ddbe3 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 945 time: 0.2724679 Feb 05 23:36:09.212055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device e038039f-d1c2-4559-a33a-7aea854c8001 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:09.212665 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ef968c65-6a46-4c15-85ad-9d1776c3b8c2 req-c68290ed-d2ae-4d26-abb8-71f37c28f574 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593398 Feb 05 23:36:09.296541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port e038039f-d1c2-4559-a33a-7aea854c8001 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:09.296966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:09.519263 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-de081dac-f023-431d-af9b-a5a022bbc773 req-2ead16a9-22b2-491b-a4e3-b599e5cebfcd tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 210 time: 0.0658956 Feb 05 23:36:09.811816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:10.522296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bdaf0-dfbe-4a9f-b360-f1a19b387b1c req-4a5bb5b2-97f9-4089-80fb-6dd5c4d7995f tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:10.523951 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-600bdaf0-dfbe-4a9f-b360-f1a19b387b1c req-4a5bb5b2-97f9-4089-80fb-6dd5c4d7995f tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 945 time: 0.1708095 Feb 05 23:36:10.591757 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-600bdaf0-dfbe-4a9f-b360-f1a19b387b1c req-512e919c-8c30-40c7-a586-2036117f0624 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610521 Feb 05 23:36:10.682139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:10.725659 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0b13df88-152f-443c-97b0-7efae47c7947 req-e6f1f86d-0d82-4bd3-a5ec-c58292af980a tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 210 time: 0.0690620 Feb 05 23:36:11.097597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:11.118997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-767f93e7-84e9-48b3-800f-0caa62088212 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:11.119765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-767f93e7-84e9-48b3-800f-0caa62088212 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Synchronizing usage tracker for tenant:7473594b91a44ae6953f8c9de337c783 on resource:network {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:36:11.137034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-767f93e7-84e9-48b3-800f-0caa62088212 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Unset dirty status for tenant:7473594b91a44ae6953f8c9de337c783 on resource:network {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:36:11.138313 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-767f93e7-84e9-48b3-800f-0caa62088212 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 808 time: 0.5408742 Feb 05 23:36:11.270221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-74386676-b955-44ec-9cc2-762b00a493a0 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Synchronizing usage tracker for tenant:7473594b91a44ae6953f8c9de337c783 on resource:security_group {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:36:11.286074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-74386676-b955-44ec-9cc2-762b00a493a0 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Unset dirty status for tenant:7473594b91a44ae6953f8c9de337c783 on resource:security_group {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:36:11.288466 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-74386676-b955-44ec-9cc2-762b00a493a0 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.89 "GET /v2.0/security-groups?tenant_id=7473594b91a44ae6953f8c9de337c783 HTTP/1.1" status: 200 len: 5757 time: 0.1246700 Feb 05 23:36:11.300487 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Request body: {'port': {'device_id': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'admin_state_up': True, 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'security_groups': ['60a3817e-9c71-41aa-95bd-96568f1eba0a']}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:36:11.456561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:36:11.467877 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:36:11.477539 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Made reservation on behalf of 7473594b91a44ae6953f8c9de337c783 for: {'port': 1} {{(pid=80148) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:36:11.500827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:11.839545 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Allocated IP 172.20.0.5 (5e086a0b-a9a5-4684-953e-e8afea1178bd/9c7fb322-03bc-414b-b5b7-f1c20a5447d9/cd625316-2307-478f-8768-28bd2b54993e) {{(pid=80148) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:36:11.913082 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a7c4a161-dec8-4f1a-bab4-2701c48aba4b req-6576b686-f8b1-4404-be07-56f0fdf7620b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 210 time: 0.0514975 Feb 05 23:36:12.043528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for port, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:12.060355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Transition to ACTIVE for port object cd625316-2307-478f-8768-28bd2b54993e will not be triggered until provisioned by entity DHCP. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:36:12.083707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:12.099055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:12.238688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event updated for resources: {'Port': ['ID=cd625316-2307-478f-8768-28bd2b54993e,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:12.243753 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:12.300000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd is already hosted by enough agents. {{(pid=80148) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:36:12.301145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Resources bound (agent type, host, resource id): {{(pid=80148) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:36:12.303599 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Received port after_create {{(pid=80148) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:36:12.444248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:12.444998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:12.474435 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e5127b3-2463-4a49-bc0d-cfefe5cecfc1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1801472 Feb 05 23:36:12.512094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Request body: {'port': {'device_id': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80148) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:36:12.590852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-058f4656-d576-4c01-b189-f64a4d701d82 None None] Provisioning for port cd625316-2307-478f-8768-28bd2b54993e completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:36:12.599691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-058f4656-d576-4c01-b189-f64a4d701d82 None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:12.600210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-058f4656-d576-4c01-b189-f64a4d701d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:12.642513 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:12.659491 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-058f4656-d576-4c01-b189-f64a4d701d82 None None] Port cd625316-2307-478f-8768-28bd2b54993e cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:36:13.083809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd625316-2307-478f-8768-28bd2b54993e {{(pid=80148) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:36:13.092961 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:13.105992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Transition to ACTIVE for port object cd625316-2307-478f-8768-28bd2b54993e will not be triggered until provisioned by entity L2. {{(pid=80148) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:36:13.109229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:13.125635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cd4dbd3e-b0e4-4663-aba3-61626690bbfe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:13.267792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Pushing event updated for resources: {'Port': ['ID=cd625316-2307-478f-8768-28bd2b54993e,revision_number=2']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:13.272416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:13.301601 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-f0e06ab8-778f-42e8-a717-d9f843e34c99 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:13.303296 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-f0e06ab8-778f-42e8-a717-d9f843e34c99 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 813 time: 0.2978468 Feb 05 23:36:13.422675 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395d919-402f-4e8d-aed6-0651d57e384c req-39527f66-5af5-4522-8c1d-2810da567b23 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:13.424401 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0395d919-402f-4e8d-aed6-0651d57e384c req-39527f66-5af5-4522-8c1d-2810da567b23 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.3341928 Feb 05 23:36:13.427031 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-3e2bd62d-2d5a-4370-83f4-6f35d151d581 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/quotas/f4ab4bcb71894ddd85570b679f7271b8 HTTP/1.1" status: 200 len: 375 time: 0.1121109 Feb 05 23:36:13.472408 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Attempting to bind port cd625316-2307-478f-8768-28bd2b54993e on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:36:13.472775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Attempting to bind port cd625316-2307-478f-8768-28bd2b54993e by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:36:13.473502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Attempting to bind port cd625316-2307-478f-8768-28bd2b54993e on network 5e086a0b-a9a5-4684-953e-e8afea1178bd {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:36:13.480372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:36:13.480784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Checking segment: {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80148) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:36:13.481349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:13.481755 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Bound using segment: {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'} {{(pid=80148) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:36:13.482441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Bound port: cd625316-2307-478f-8768-28bd2b54993e, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8da69e-9a69-49a0-938b-077ceff9f0e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd'}}] {{(pid=80148) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:36:13.482813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:13.548523 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0395d919-402f-4e8d-aed6-0651d57e384c req-9ca598e5-f7e3-4810-a0a5-e6672d00b37e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1162710 Feb 05 23:36:13.592671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] For port cd625316-2307-478f-8768-28bd2b54993e, host hv-cinder-77428, cleared binding levels {{(pid=80148) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:36:13.595912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] For port cd625316-2307-478f-8768-28bd2b54993e, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd625316-2307-478f-8768-28bd2b54993e,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80148) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:36:13.599183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036853008968'] for port, after_update {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:13.614955 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-2a7b82c7-2651-4ae6-bdb0-b736c120714b tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1805892 Feb 05 23:36:13.615256 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e8e4b4f-700e-4275-b9f0-0e570f5fe20f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:13.737691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-7b9f8e78-baaf-413c-8b99-a1b457f20597 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:36:13.738789 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-7b9f8e78-baaf-413c-8b99-a1b457f20597 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.1156664 Feb 05 23:36:13.778559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Pushing event updated for resources: {'Port': ['ID=cd625316-2307-478f-8768-28bd2b54993e,revision_number=3']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:13.783413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:13.815552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:13.816237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:13.817933 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-1e24e593-1825-4a6f-aa76-26d54c063d9e service neutron] 10.222.0.89 "PUT /v2.0/ports/cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 1157 time: 1.3117540 Feb 05 23:36:13.818487 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:13.895251 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-46577e32-8afc-4329-8e4f-5b7ead99d487 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490376 Feb 05 23:36:13.919888 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e', 'status': 'completed', 'code': 200} Feb 05 23:36:13.959904 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-b74ad66a-c99b-4a5b-b756-aab17ba9aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:13.961903 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-b74ad66a-c99b-4a5b-b756-aab17ba9aa36 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1160 time: 0.0886962 Feb 05 23:36:14.048778 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-deab4758-4786-4090-810f-6b8a174f2a61 service neutron] 10.222.0.64 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1461360 Feb 05 23:36:14.056386 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-b90bfc49-e48f-44a0-9ec1-c3b288adfba0 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 217 time: 0.0777814 Feb 05 23:36:14.130881 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-d25d69f2-0341-4221-b773-5564718d413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:14.132490 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-d25d69f2-0341-4221-b773-5564718d413f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0692635 Feb 05 23:36:14.225236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-eee5e57c-4836-4d58-91dc-6b283cab8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:14.226910 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-eee5e57c-4836-4d58-91dc-6b283cab8945 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0878098 Feb 05 23:36:14.271111 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8563265e-239c-4c17-9a31-d0cca10f5e8c req-a2008958-c314-4604-b102-96e443391ae3 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 210 time: 0.0577881 Feb 05 23:36:14.378183 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-7b7c171c-6578-4832-8a03-cbda733d4d5a service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438394 Feb 05 23:36:14.774137 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e31f6da5-62a7-44d8-b2ac-7a72146a77be req-8b305045-026e-442d-aff7-5ce49e54add3 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3891728 Feb 05 23:36:14.867744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec1bf1-18ed-49e1-956c-1cd2b61ed942 req-acbcc059-7b27-43f8-addf-ace9ef413373 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:14.869496 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4aec1bf1-18ed-49e1-956c-1cd2b61ed942 req-acbcc059-7b27-43f8-addf-ace9ef413373 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.1752620 Feb 05 23:36:14.939633 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4aec1bf1-18ed-49e1-956c-1cd2b61ed942 req-d3a71334-8e48-43d1-b616-63324ddbf322 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0630527 Feb 05 23:36:15.028189 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-16c78c24-ad6c-495f-8409-2a3eb95b7d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:15.029789 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-16c78c24-ad6c-495f-8409-2a3eb95b7d30 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1160 time: 0.1042352 Feb 05 23:36:15.182698 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-f613e439-40eb-4720-93b3-bbdc50ecf3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:15.184435 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-f613e439-40eb-4720-93b3-bbdc50ecf3d3 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.1390541 Feb 05 23:36:15.267573 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-bbddd190-afb6-42db-976f-3358e78c9dba service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 217 time: 0.0733612 Feb 05 23:36:15.339088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-a4284a87-8fcc-4b76-abcf-4a32c1b7ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:15.340691 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-a4284a87-8fcc-4b76-abcf-4a32c1b7ac08 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0658627 Feb 05 23:36:15.431596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-29b8c637-8204-4413-be85-05360a792da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:15.433959 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-29b8c637-8204-4413-be85-05360a792da7 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0852726 Feb 05 23:36:15.467814 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-caf4903b-dd4a-4197-90cb-9e833570eb68 req-9806dc0e-35e3-4770-88f4-9581abcbed56 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 210 time: 0.0544257 Feb 05 23:36:15.589870 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-3ec000c6-2307-48ef-aecb-251ef786210f service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483812 Feb 05 23:36:15.753515 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-faff9d45-9a0e-4b09-b160-7e3d127128b2 req-1618cc8e-42e3-4b49-96b2-191d918de630 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1479301 Feb 05 23:36:15.910263 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-25454cf0-835b-4d94-95ed-a3ebf3e601bd tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:15.911928 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-25454cf0-835b-4d94-95ed-a3ebf3e601bd tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 813 time: 0.2502136 Feb 05 23:36:15.939560 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Request body: {'port': {'device_id': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b', 'admin_state_up': True, 'tenant_id': 'f4ab4bcb71894ddd85570b679f7271b8'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:36:16.090704 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:36:16.095036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Usage tracker for resource:port and tenant:f4ab4bcb71894ddd85570b679f7271b8 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:36:16.098128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:36:16.104036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:36:16.115036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Made reservation on behalf of f4ab4bcb71894ddd85570b679f7271b8 for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:36:16.137455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:16.449462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16516e64-c8e9-47b6-8d46-1fd2d1c01d74 req-dfde7c2d-65d1-4d89-ae5f-ed856bd4b6ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:16.451202 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-16516e64-c8e9-47b6-8d46-1fd2d1c01d74 req-dfde7c2d-65d1-4d89-ae5f-ed856bd4b6ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.3372638 Feb 05 23:36:16.593379 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-16516e64-c8e9-47b6-8d46-1fd2d1c01d74 req-34d749d3-bfa9-44cd-a2d2-16c5ea999270 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0967796 Feb 05 23:36:16.691834 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0dd326af-fcf6-4e5d-9966-f6d03ce6af42 req-4d97ee55-abd6-48ae-ac19-b1aac2945252 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 210 time: 0.0595927 Feb 05 23:36:16.718811 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Allocated IP 172.20.0.11 (b8b7babb-b264-4b3d-a952-6e2103e9529b/7c2292cb-a43f-404c-bee6-36b2fe1da3ef/be240556-21f7-4535-9448-e769b1e65edf) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:36:17.153834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:17.184001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:17.199640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c5194aa7-5e20-4398-af69-155361417052 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:17.336092 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Pushing event updated for resources: {'Port': ['ID=be240556-21f7-4535-9448-e769b1e65edf,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:17.350815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.351242 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.351652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.352052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.352455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.352844 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.353239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.353658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.354056 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.354823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.354969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.355294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.355765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.356156 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.356546 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.356935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.357341 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.357734 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.358124 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.358511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.358900 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.359282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.359673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.360054 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:17.377236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:17.416711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Network b8b7babb-b264-4b3d-a952-6e2103e9529b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:36:17.418057 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:36:17.420427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:36:17.548819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:17.549596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:17.570428 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6353123 Feb 05 23:36:17.592562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Request body: {'port': {'device_id': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:36:17.649732 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:36:17.719999 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:18.124206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8b92ae-6c3e-42f9-8ea6-7eae21302363 req-5ab4c1bf-69a9-4953-b044-da87fd46f018 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:18.125817 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1b8b92ae-6c3e-42f9-8ea6-7eae21302363 req-5ab4c1bf-69a9-4953-b044-da87fd46f018 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.3942411 Feb 05 23:36:18.238083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:18.307047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a28158-a08e-40db-9bef-37d68213ae9b req-2417a341-a972-4594-997e-7b1edd253521 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:18.308492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f1a28158-a08e-40db-9bef-37d68213ae9b req-2417a341-a972-4594-997e-7b1edd253521 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Synchronizing usage tracker for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:36:18.397350 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1b8b92ae-6c3e-42f9-8ea6-7eae21302363 req-57f2f60e-35c8-41b9-9a4d-48e155213f2d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2614329 Feb 05 23:36:18.418386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f1a28158-a08e-40db-9bef-37d68213ae9b req-2417a341-a972-4594-997e-7b1edd253521 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Unset dirty status for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:36:18.419653 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f1a28158-a08e-40db-9bef-37d68213ae9b req-2417a341-a972-4594-997e-7b1edd253521 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 932 time: 0.5858846 Feb 05 23:36:18.525359 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f1a28158-a08e-40db-9bef-37d68213ae9b req-b20af8d0-7916-4fb9-82a9-92fc3bd79345 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886784 Feb 05 23:36:18.605621 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be240556-21f7-4535-9448-e769b1e65edf {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:36:18.613641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:18.626659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Transition to ACTIVE for port object be240556-21f7-4535-9448-e769b1e65edf will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:36:18.629298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:18.646014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e286fa6d-add7-43ee-86a2-02c79d5e8d6d tempest-VolumesSnapshotTestJSON-1725543366 tempest-VolumesSnapshotTestJSON-1725543366-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:18.785277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Pushing event updated for resources: {'Port': ['ID=be240556-21f7-4535-9448-e769b1e65edf,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:18.788353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:18.980128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Attempting to bind port be240556-21f7-4535-9448-e769b1e65edf on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:36:18.980480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Attempting to bind port be240556-21f7-4535-9448-e769b1e65edf by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:36:18.980851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Attempting to bind port be240556-21f7-4535-9448-e769b1e65edf on network b8b7babb-b264-4b3d-a952-6e2103e9529b {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:36:18.986776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:36:18.987152 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Checking segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:36:18.987549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:18.987956 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Bound using segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:36:18.988430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Bound port: be240556-21f7-4535-9448-e769b1e65edf, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:36:18.988803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:19.090196 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] For port be240556-21f7-4535-9448-e769b1e65edf, host hv-cinder-77428, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:36:19.093440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] For port be240556-21f7-4535-9448-e769b1e65edf, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=be240556-21f7-4535-9448-e769b1e65edf,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:36:19.096716 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:19.112708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:19.267386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Pushing event updated for resources: {'Port': ['ID=be240556-21f7-4535-9448-e769b1e65edf,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:19.272070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:19.302417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:19.303091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:19.304594 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] 10.222.0.89 "PUT /v2.0/ports/be240556-21f7-4535-9448-e769b1e65edf HTTP/1.1" status: 200 len: 1158 time: 1.7171471 Feb 05 23:36:19.305118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'tag': 'be240556-21f7-4535-9448-e769b1e65edf'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:19.364768 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'tag': 'be240556-21f7-4535-9448-e769b1e65edf', 'status': 'completed', 'code': 200} Feb 05 23:36:19.486130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-2b1218cd-2edf-42ef-9dbc-8a217ea1d3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:19.487803 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-2b1218cd-2edf-42ef-9dbc-8a217ea1d3cf service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 1161 time: 0.0877681 Feb 05 23:36:19.615554 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-970f655d-367f-4f44-b017-971b52099e72 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be240556-21f7-4535-9448-e769b1e65edf HTTP/1.1" status: 200 len: 217 time: 0.1129346 Feb 05 23:36:19.751048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-889dbb8f-a00f-4322-95a7-20c3792dc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:19.752631 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-889dbb8f-a00f-4322-95a7-20c3792dc2d9 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.1300249 Feb 05 23:36:19.823337 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-799ab4ae-d24c-4315-b7af-199ad489ee4f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597150 Feb 05 23:36:19.912517 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553c3af-9cae-4c1a-afb4-3b3e263165ae req-2ded5dba-ab95-4df5-a990-a46dce1fb277 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:19.914095 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e553c3af-9cae-4c1a-afb4-3b3e263165ae req-2ded5dba-ab95-4df5-a990-a46dce1fb277 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.3581202 Feb 05 23:36:20.117981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ae4f8-0ddb-455d-a280-fdf21ab00ea8 req-1651d312-4b23-4777-a38f-ade8dd2eeee1 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:20.119656 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-038ae4f8-0ddb-455d-a280-fdf21ab00ea8 req-1651d312-4b23-4777-a38f-ade8dd2eeee1 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 944 time: 0.4565904 Feb 05 23:36:20.194969 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e553c3af-9cae-4c1a-afb4-3b3e263165ae req-c4815291-7aa0-425d-8762-b0efa0e3913f tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2520127 Feb 05 23:36:20.272157 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-038ae4f8-0ddb-455d-a280-fdf21ab00ea8 req-c86bc5d4-7f82-4ffd-8985-c359fb6d77a0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276608 Feb 05 23:36:20.274409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-57755b12-0830-42bb-a0f8-1b1529151f30 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593504 Feb 05 23:36:20.555622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:20.633497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port cd625316-2307-478f-8768-28bd2b54993e completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:36:20.638744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:20.639170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:20.651778 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f6cab277-0daf-4706-8747-5d8a8f3831ef req-9d6d3015-399f-4eb2-9f30-87c7b9641daf service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3663943 Feb 05 23:36:20.768104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:20.798951 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:20.809791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port cd625316-2307-478f-8768-28bd2b54993e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd625316-2307-478f-8768-28bd2b54993e,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:36:20.812774 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:20.815429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:20.832195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c7945-0461-46e2-af80-091c23baf2c8 req-2c1bea09-fa08-46d2-b76c-ea4258dacc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:20.833953 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-585c7945-0461-46e2-af80-091c23baf2c8 req-2c1bea09-fa08-46d2-b76c-ea4258dacc99 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 1161 time: 0.0820339 Feb 05 23:36:20.862561 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e', 'code': 200} Feb 05 23:36:20.889810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=cd625316-2307-478f-8768-28bd2b54993e,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:20.893320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:20.984161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c7945-0461-46e2-af80-091c23baf2c8 req-64a439f9-13b9-4324-b1a7-365d7f86fd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:20.985842 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-585c7945-0461-46e2-af80-091c23baf2c8 req-64a439f9-13b9-4324-b1a7-365d7f86fd84 service neutron] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 907 time: 0.1438546 Feb 05 23:36:21.066374 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-585c7945-0461-46e2-af80-091c23baf2c8 req-c685051d-3f94-4527-9d90-5f69be2f3dee service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be240556-21f7-4535-9448-e769b1e65edf HTTP/1.1" status: 200 len: 217 time: 0.0732419 Feb 05 23:36:21.139287 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c7945-0461-46e2-af80-091c23baf2c8 req-8b7785df-f68e-4a9c-b761-bd93de3a81b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:21.140864 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-585c7945-0461-46e2-af80-091c23baf2c8 req-8b7785df-f68e-4a9c-b761-bd93de3a81b5 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.0656228 Feb 05 23:36:21.207022 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-585c7945-0461-46e2-af80-091c23baf2c8 req-30aab445-3f26-4396-a70a-546c1520ede3 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510068 Feb 05 23:36:21.324040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:21.362082 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-585c7945-0461-46e2-af80-091c23baf2c8 req-3725915c-04a0-47ab-98ad-c64cbc454c53 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469078 Feb 05 23:36:21.390688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac61bc7-8aa3-49f2-bd5d-60c9e7754d9e req-600f8c3d-31ea-4350-a92f-0b625991e40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:21.394167 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ac61bc7-8aa3-49f2-bd5d-60c9e7754d9e req-600f8c3d-31ea-4350-a92f-0b625991e40b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.1000676 Feb 05 23:36:21.405436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:21.405862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:21.504354 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ac61bc7-8aa3-49f2-bd5d-60c9e7754d9e req-9106362b-c85e-4e8b-9d90-3daabdbf1bd1 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0763979 Feb 05 23:36:21.649159 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-585c7945-0461-46e2-af80-091c23baf2c8 req-3906ac58-fc9a-485e-8544-240f2fd78541 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2458370 Feb 05 23:36:21.743432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1926a-74dd-439c-a0d0-efef7f195620 req-e17b0104-9ce2-4ee4-a7d0-51b7c98b7211 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:21.745843 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-92b1926a-74dd-439c-a0d0-efef7f195620 req-e17b0104-9ce2-4ee4-a7d0-51b7c98b7211 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.3827329 Feb 05 23:36:21.840827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd089d-308f-4c3a-ba61-a3874eca8c4f req-ee5160be-901b-49ec-b68d-5efc1b9f7dee tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:21.842752 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-accd089d-308f-4c3a-ba61-a3874eca8c4f req-ee5160be-901b-49ec-b68d-5efc1b9f7dee tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 944 time: 0.4119630 Feb 05 23:36:21.950445 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-92b1926a-74dd-439c-a0d0-efef7f195620 req-7e7fc11a-f16b-404e-a7b8-eaf5833e7757 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1063046 Feb 05 23:36:21.978934 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-accd089d-308f-4c3a-ba61-a3874eca8c4f req-576ad4b3-dbcb-476f-9ebc-b8d58d5a4b44 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175878 Feb 05 23:36:23.304687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7006ed87-3800-4d8e-9bd6-85d11c46ae40 req-82fb82be-28b8-4cb5-bc92-c5300d757edd tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:23.306374 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7006ed87-3800-4d8e-9bd6-85d11c46ae40 req-82fb82be-28b8-4cb5-bc92-c5300d757edd tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 944 time: 0.1800592 Feb 05 23:36:23.429244 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7006ed87-3800-4d8e-9bd6-85d11c46ae40 req-d90ad139-2b16-424d-a325-c8ee9e6c3180 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822859 Feb 05 23:36:23.456641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:23.541123 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516ee46-048d-4be4-ae74-bbc356a95e1a req-3ef69001-0d5d-4b5a-8dd2-9a3f56aa66ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:23.543529 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4516ee46-048d-4be4-ae74-bbc356a95e1a req-3ef69001-0d5d-4b5a-8dd2-9a3f56aa66ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.2361131 Feb 05 23:36:23.551663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:23.552088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:23.665816 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4516ee46-048d-4be4-ae74-bbc356a95e1a req-1fdd58ff-eaa7-40e2-81bf-675992a5c510 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0845547 Feb 05 23:36:23.691052 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-d9773b77-b0e5-49d4-94e5-5a34f463c842 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1433089 Feb 05 23:36:23.875061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-ddf08cc8-f63a-4d67-aba3-8343cd9a2ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:23.876700 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-ddf08cc8-f63a-4d67-aba3-8343cd9a2ded service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 1162 time: 0.0816300 Feb 05 23:36:24.041031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-6c56aa49-3b74-4f9d-ada5-8964f2c7833c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:24.043181 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-6c56aa49-3b74-4f9d-ada5-8964f2c7833c service neutron] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 907 time: 0.1437442 Feb 05 23:36:24.125313 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-4c20909b-bd43-4e7b-907d-a0d78922f867 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=819b092a-379c-4f92-bb5b-d038c1cdc9a9 HTTP/1.1" status: 200 len: 217 time: 0.0735517 Feb 05 23:36:24.196033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-604302ca-7f0d-4ff4-ae7f-e917a639830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:24.197672 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-604302ca-7f0d-4ff4-ae7f-e917a639830d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.0650370 Feb 05 23:36:24.257030 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-96266c3a-dd64-401d-b309-dc6540d6cadb service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507743 Feb 05 23:36:24.409758 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-3cbf2ff7-fdd7-412f-a364-6ca7279c0614 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391668 Feb 05 23:36:24.560707 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-545eafa4-7a2f-4a75-83f0-24c6be8cea5b req-24d861c1-1f09-4ac9-9960-731255bdc1c2 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1438053 Feb 05 23:36:24.755805 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637455b-9710-410c-b790-8b58b9a9b6b8 req-cb6bf557-3f9b-439b-8ca2-9c2cb036e663 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:24.757591 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7637455b-9710-410c-b790-8b58b9a9b6b8 req-cb6bf557-3f9b-439b-8ca2-9c2cb036e663 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 944 time: 0.1646316 Feb 05 23:36:24.872530 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7637455b-9710-410c-b790-8b58b9a9b6b8 req-0f801c0c-526c-495e-8273-2db7f2a35347 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079118 Feb 05 23:36:24.991151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3206be1-7b41-4cef-9746-f233094666d6 req-a44d4e09-5c73-4d7c-9bac-f9539903e73f tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:24.992717 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f3206be1-7b41-4cef-9746-f233094666d6 req-a44d4e09-5c73-4d7c-9bac-f9539903e73f tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1944196 Feb 05 23:36:25.058071 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f3206be1-7b41-4cef-9746-f233094666d6 req-09e2f9a0-0c8c-4ca3-8f5d-f0975abe2cc5 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0575931 Feb 05 23:36:25.352519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d12a2ca-121f-4b3a-af0c-3fcd1341c7b7 req-afc9b6cd-3b61-487e-ada4-337392f5ad90 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:25.354161 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9d12a2ca-121f-4b3a-af0c-3fcd1341c7b7 req-afc9b6cd-3b61-487e-ada4-337392f5ad90 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1677966 Feb 05 23:36:25.397556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:25.423924 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9d12a2ca-121f-4b3a-af0c-3fcd1341c7b7 req-538a43d9-7990-4664-8f23-59c79cdca82f tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0631087 Feb 05 23:36:25.480309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:25.480735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:25.687101 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-68987a34-c147-4dd1-823f-80a25c1da00c tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2032771 Feb 05 23:36:25.697343 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Request body: {'floatingip': {'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:36:25.720155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:36:25.724249 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Usage tracker for resource:floatingip and tenant:7473594b91a44ae6953f8c9de337c783 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:36:25.727329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:36:25.734295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:36:25.743988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:25.894623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:26.528036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc74a7a-a2a5-4289-b18e-51fcad954006 req-ce5cb7bc-09fb-4935-b36c-f2312e48c82b tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:26.529793 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0cc74a7a-a2a5-4289-b18e-51fcad954006 req-ce5cb7bc-09fb-4935-b36c-f2312e48c82b tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 944 time: 0.5242918 Feb 05 23:36:26.589520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Allocated IP 172.28.1.20 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/a2deb44c-32eb-48f6-849d-756a0c844cef) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:36:26.623371 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0cc74a7a-a2a5-4289-b18e-51fcad954006 req-7b2ed2d1-dd02-4e5a-a6e8-f89ab6771c89 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842264 Feb 05 23:36:26.774222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:26.803451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:26.819632 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e6a1a246-f862-4c56-a442-02cf470a1845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:26.958144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event updated for resources: {'Port': ['ID=a2deb44c-32eb-48f6-849d-756a0c844cef,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:26.963756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:27.017738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:36:27.018880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:36:27.021217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:36:27.103767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:27.167827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:27.447136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:27.451132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:27.468576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4e184a2e-9947-429d-84ef-f9363a41e67a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:27.610153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event updated for resources: {'Port': ['ID=a2deb44c-32eb-48f6-849d-756a0c844cef,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:27.615485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:27.719474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:27.743540 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:27.746004 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0517938 Feb 05 23:36:27.899981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-2472cef5-0cdd-40dd-bc27-468e2818c2f4 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Synchronizing usage tracker for tenant:7473594b91a44ae6953f8c9de337c783 on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:36:27.924317 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-2472cef5-0cdd-40dd-bc27-468e2818c2f4 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Unset dirty status for tenant:7473594b91a44ae6953f8c9de337c783 on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:36:27.925625 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-2472cef5-0cdd-40dd-bc27-468e2818c2f4 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.1.20 HTTP/1.1" status: 200 len: 695 time: 0.1730044 Feb 05 23:36:28.116173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device be240556-21f7-4535-9448-e769b1e65edf up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:28.124449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dd38de-9149-4519-b9d3-5e7153cfc7fc req-0aa800ee-99d1-4352-afce-31ab83b6efa2 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:28.126215 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d3dd38de-9149-4519-b9d3-5e7153cfc7fc req-0aa800ee-99d1-4352-afce-31ab83b6efa2 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 944 time: 0.3092875 Feb 05 23:36:28.188715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port be240556-21f7-4535-9448-e769b1e65edf completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:36:28.193515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port be240556-21f7-4535-9448-e769b1e65edf triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:28.193940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:28.243334 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d3dd38de-9149-4519-b9d3-5e7153cfc7fc req-f9fea5a2-26ac-45e4-889a-dd0fec607c89 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102092 Feb 05 23:36:28.322030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:28.336106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-835cebf3-2aea-4a5b-9ca9-b14a3c7315e0 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:28.337718 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-835cebf3-2aea-4a5b-9ca9-b14a3c7315e0 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/networks/6f16df90-7b18-4e37-ae66-e3b4e3e05b4c HTTP/1.1" status: 200 len: 784 time: 0.4034848 Feb 05 23:36:28.348866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-7e929148-eae5-4187-a1a7-d059aff09045 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:36:28.349991 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f36a0983-57b8-491e-a58e-84b8af5e9d22 req-7e929148-eae5-4187-a1a7-d059aff09045 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062375 Feb 05 23:36:28.351394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be240556-21f7-4535-9448-e769b1e65edf'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:28.362534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port be240556-21f7-4535-9448-e769b1e65edf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=be240556-21f7-4535-9448-e769b1e65edf,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:36:28.365814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:28.367785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:28.420380 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be240556-21f7-4535-9448-e769b1e65edf', 'code': 200} Feb 05 23:36:28.442243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=be240556-21f7-4535-9448-e769b1e65edf,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:28.445708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:28.643626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-1e3383fc-754b-49f3-b6e8-709bbbde26cb tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:28.645272 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-1e3383fc-754b-49f3-b6e8-709bbbde26cb tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1789379 Feb 05 23:36:28.797960 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-da56abc4-749d-46dd-aa4f-4712a9052b61 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.1.20 HTTP/1.1" status: 200 len: 695 time: 0.1141388 Feb 05 23:36:28.811661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Request body: {'floatingip': {'port_id': 'cd625316-2307-478f-8768-28bd2b54993e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:36:28.929080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:28.990720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67328fea-4cc0-4cef-8f9d-b5472f10b177 req-f6e7ee4c-6234-48ea-9b69-4bf6cf61f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:28.992340 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-67328fea-4cc0-4cef-8f9d-b5472f10b177 req-f6e7ee4c-6234-48ea-9b69-4bf6cf61f18b service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 1163 time: 0.3460979 Feb 05 23:36:29.102638 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-67328fea-4cc0-4cef-8f9d-b5472f10b177 req-c0cb2aa2-be89-4b5a-8e79-e89bbe8664e8 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919218 Feb 05 23:36:29.370273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device be240556-21f7-4535-9448-e769b1e65edf up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:29.447529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port be240556-21f7-4535-9448-e769b1e65edf triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:29.448679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:30.046617 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec955280-1177-4b1d-80cc-cf6e239aba4d req-93254b3d-6867-47de-8e56-78978d09a209 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:30.048302 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec955280-1177-4b1d-80cc-cf6e239aba4d req-93254b3d-6867-47de-8e56-78978d09a209 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 946 time: 0.6228888 Feb 05 23:36:30.090434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.resource_extend [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Feb 05 23:36:30.203477 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec955280-1177-4b1d-80cc-cf6e239aba4d req-c3756393-f5bc-4563-a1fa-7f44dd322be0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475739 Feb 05 23:36:30.236648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:30.239303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:30.425975 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Floating IP 0c5726dd-869b-47b9-aa38-82d31f6d8a76 associated. External IP: 172.28.1.20, port: cd625316-2307-478f-8768-28bd2b54993e. Feb 05 23:36:30.807974 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:36:31.001659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:36:31.005997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:31.023100 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] Sync routers for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:36:31.036603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:36:31.038090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:36:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:36:31.070620 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-2f584cc6-6d70-4a3f-853a-d54754e5a2ba tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "PUT /v2.0/floatingips/0c5726dd-869b-47b9-aa38-82d31f6d8a76 HTTP/1.1" status: 200 len: 995 time: 2.2662637 Feb 05 23:36:31.071138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:31.139611 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e', 'status': 'completed', 'code': 200} Feb 05 23:36:31.172910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-b68d4690-18c2-42f3-a191-8e8fe6b481f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:31.174748 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-b68d4690-18c2-42f3-a191-8e8fe6b481f6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.0853093 Feb 05 23:36:31.413815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:36:31.476026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-233cbb46-6b3f-4487-8a4e-b173d37682b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:31.477696 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-233cbb46-6b3f-4487-8a4e-b173d37682b0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.2962799 Feb 05 23:36:31.483296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-f534757d-4102-4f6e-b577-47585fa6b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:31.484892 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-f534757d-4102-4f6e-b577-47585fa6b46d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.2768073 Feb 05 23:36:31.760102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158f1e9-16b5-4d30-a0b5-3858fcd93dc1 req-090d9b17-7307-42ed-bf93-ca3178f1a79f tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:31.762431 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4158f1e9-16b5-4d30-a0b5-3858fcd93dc1 req-090d9b17-7307-42ed-bf93-ca3178f1a79f tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 946 time: 0.4142828 Feb 05 23:36:31.797598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '0c5726dd-869b-47b9-aa38-82d31f6d8a76', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'floating_ip_address': '172.28.1.20', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'port_id': 'cd625316-2307-478f-8768-28bd2b54993e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'mac_address': 'fa:16:3e:05:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:36:27Z', 'updated_at': '2021-02-05T23:36:29Z', 'revision_number': 1, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:37Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:36:31.801832 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] Checking router: 39fc99e4-1e4c-4001-adb6-6f231e0d1daf for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:36:31.812161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:36:31.813054 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:36:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:36:31.825999 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-c40e03e2-601d-46bb-a7e0-83cc29c3f586 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 998 time: 0.3392260 Feb 05 23:36:32.021763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:36:32.178899 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4158f1e9-16b5-4d30-a0b5-3858fcd93dc1 req-a2e8995f-7d94-4bec-a9d5-e9879885f60a tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092791 Feb 05 23:36:32.199278 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-be2c4805-713d-4a26-8d63-365ea9838522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:32.200676 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-be2c4805-713d-4a26-8d63-365ea9838522 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.6516802 Feb 05 23:36:32.206653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-f6d9a144-683e-41ea-b141-56f9f211ab8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:32.208226 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-f6d9a144-683e-41ea-b141-56f9f211ab8c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.3573618 Feb 05 23:36:32.371733 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-7c5a4aa4-9a6b-4400-87d6-6e957a29c122 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 998 time: 0.1620491 Feb 05 23:36:32.429657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '0c5726dd-869b-47b9-aa38-82d31f6d8a76', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'floating_ip_address': '172.28.1.20', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'port_id': 'cd625316-2307-478f-8768-28bd2b54993e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'mac_address': 'fa:16:3e:05:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:36:27Z', 'updated_at': '2021-02-05T23:36:29Z', 'revision_number': 1, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:37Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:36:32.435264 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d52f7e9-e657-481d-af9a-0468d0051b8c None None] The sync data for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb is: [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '0c5726dd-869b-47b9-aa38-82d31f6d8a76', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'floating_ip_address': '172.28.1.20', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'port_id': 'cd625316-2307-478f-8768-28bd2b54993e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'mac_address': 'fa:16:3e:05:b1:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:36:27Z', 'updated_at': '2021-02-05T23:36:29Z', 'revision_number': 1, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:37Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:36:32.446157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-a2912b6d-c02d-4ee4-b9ee-39a92a43b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:32.447866 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-a2912b6d-c02d-4ee4-b9ee-39a92a43b7a1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1784422 Feb 05 23:36:32.469543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-52904976-f09e-439b-acc1-ac7d15147f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:32.471301 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-52904976-f09e-439b-acc1-ac7d15147f9a service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0827985 Feb 05 23:36:32.476823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-709c7670-2a1b-4e48-992e-a08914cfba48 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:36:32.477970 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-709c7670-2a1b-4e48-992e-a08914cfba48 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0057199 Feb 05 23:36:32.720179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-795cc0ba-bca6-42fb-bfaf-417fb46131ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:32.720179 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-795cc0ba-bca6-42fb-bfaf-417fb46131ec service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2394171 Feb 05 23:36:32.727412 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-e26b39c1-5db8-4645-a962-4299c576ef22 service neutron] 10.222.0.64 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903875 Feb 05 23:36:32.771808 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8d00c-4dad-46e6-9021-592a07dc2395 None None] New status for floating IP 0c5726dd-869b-47b9-aa38-82d31f6d8a76: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:36:33.003268 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-0b072232-46f4-4c69-bb01-99f1bf2b4045 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725596 Feb 05 23:36:33.006621 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-79f2ee4c-1bb3-41d9-85c5-988e6f9b042a req-6e0742f5-e45c-4b90-8d9f-243bb614cda3 service neutron] 10.222.0.64 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2531164 Feb 05 23:36:33.156682 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-50c1a270-8b3c-484d-bd8f-45644af9d7de req-725c7871-d169-4c86-a861-1dd373a1038c service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424351 Feb 05 23:36:36.546562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-47ec26b8-0c24-42bd-87e8-5ac2807cdba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:38.780484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-12223a02-aee1-45b9-af32-7130de29a2ea tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:38.782161 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-12223a02-aee1-45b9-af32-7130de29a2ea tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 813 time: 0.2376189 Feb 05 23:36:38.798981 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-6902b5ca-8250-4f1d-80c5-bdb4770d06de tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/quotas/f4ab4bcb71894ddd85570b679f7271b8 HTTP/1.1" status: 200 len: 375 time: 0.0107794 Feb 05 23:36:38.944486 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-07cc8b04-de7a-489c-8e0c-f4516551ad53 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1397738 Feb 05 23:36:39.027594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b389697-7cbb-421a-87aa-ef1ac308d147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:39.094621 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-1ea4b9ab-aa8f-4914-aa09-ae9f7596848c service neutron] 10.222.0.64 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414437 Feb 05 23:36:39.248159 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-b0f53c13-9bcf-4fdf-b7fe-5665f11b74db service neutron] 10.222.0.64 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1469998 Feb 05 23:36:39.462279 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e08162ae-9309-48be-b0dc-93c3093fbbc4 req-e17748b8-6fff-479d-8816-166db13281fa tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 210 time: 0.0548983 Feb 05 23:36:39.814069 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:40.676205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:40.727835 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-cbdd2c1a-454c-4c7f-a938-204f716776ad req-d39ef72e-2f50-4265-9fc0-d5adddf62ede tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 210 time: 0.1099212 Feb 05 23:36:40.889299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-60af50ec-af43-4dd3-b554-4c6068f745e4 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:40.890959 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-60af50ec-af43-4dd3-b554-4c6068f745e4 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 813 time: 0.2973707 Feb 05 23:36:40.935895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Request body: {'port': {'device_id': '7873a624-5713-4155-b44b-f4e88cd38ebf', 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b', 'admin_state_up': True, 'tenant_id': 'f4ab4bcb71894ddd85570b679f7271b8'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:36:41.084374 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:36:41.095082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:36:41.098525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:41.103644 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Made reservation on behalf of f4ab4bcb71894ddd85570b679f7271b8 for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:36:41.126270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:41.442314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Allocated IP 172.20.0.10 (b8b7babb-b264-4b3d-a952-6e2103e9529b/7c2292cb-a43f-404c-bee6-36b2fe1da3ef/a2a18231-b42d-41ef-b6e2-39da0accdd01) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:36:41.665017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:41.694716 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:41.710070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:41.855037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Pushing event updated for resources: {'Port': ['ID=a2a18231-b42d-41ef-b6e2-39da0accdd01,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:41.861078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:41.973210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Network b8b7babb-b264-4b3d-a952-6e2103e9529b is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:36:41.975982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:36:41.978803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:36:42.110889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de77cb6-a6d5-4db8-ba88-f692d49b0742 req-f0ce76b1-3b2f-4fc3-8fa4-7ed36c60d033 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:42.112572 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2de77cb6-a6d5-4db8-ba88-f692d49b0742 req-f0ce76b1-3b2f-4fc3-8fa4-7ed36c60d033 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 932 time: 0.2527161 Feb 05 23:36:42.233911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:42.234516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:42.273444 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2de77cb6-a6d5-4db8-ba88-f692d49b0742 req-19718f05-2dbb-425c-a33f-a780583d2b38 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545575 Feb 05 23:36:42.286580 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-a607c1df-5400-49ac-987d-807df88852a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3553321 Feb 05 23:36:42.310207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Request body: {'port': {'device_id': '7873a624-5713-4155-b44b-f4e88cd38ebf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:36:42.673437 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:43.101157 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a18231-b42d-41ef-b6e2-39da0accdd01 {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:36:43.110010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:43.122688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Transition to ACTIVE for port object a2a18231-b42d-41ef-b6e2-39da0accdd01 will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:36:43.125445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:43.141887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:43.285095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a18231-b42d-41ef-b6e2-39da0accdd01,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:43.290415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:43.537827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Attempting to bind port a2a18231-b42d-41ef-b6e2-39da0accdd01 on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:36:43.538200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Attempting to bind port a2a18231-b42d-41ef-b6e2-39da0accdd01 by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:36:43.538573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Attempting to bind port a2a18231-b42d-41ef-b6e2-39da0accdd01 on network b8b7babb-b264-4b3d-a952-6e2103e9529b {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:36:43.547383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:36:43.547760 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Checking segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:36:43.548163 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:43.548558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Bound using segment: {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:36:43.549031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Bound port: a2a18231-b42d-41ef-b6e2-39da0accdd01, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e29c32b-6d81-4c51-9912-cbf80ae415a7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'b8b7babb-b264-4b3d-a952-6e2103e9529b'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:36:43.549429 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:43.660549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b9c67e-095d-4daf-9209-525f5d290888 req-41dfed8c-38fc-4266-b4a5-3284ac4e9621 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:43.661365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-62b9c67e-095d-4daf-9209-525f5d290888 req-41dfed8c-38fc-4266-b4a5-3284ac4e9621 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Synchronizing usage tracker for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:36:43.720600 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-62b9c67e-095d-4daf-9209-525f5d290888 req-41dfed8c-38fc-4266-b4a5-3284ac4e9621 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Unset dirty status for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:36:43.721918 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-62b9c67e-095d-4daf-9209-525f5d290888 req-41dfed8c-38fc-4266-b4a5-3284ac4e9621 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 944 time: 0.3169668 Feb 05 23:36:43.783167 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] For port a2a18231-b42d-41ef-b6e2-39da0accdd01, host hv-cinder-77428, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:36:43.818656 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-62b9c67e-095d-4daf-9209-525f5d290888 req-637da1d1-7864-418d-876a-ae4f264d0cf0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859230 Feb 05 23:36:43.820263 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] For port a2a18231-b42d-41ef-b6e2-39da0accdd01, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a2a18231-b42d-41ef-b6e2-39da0accdd01,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:36:43.823745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:43.837780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:43.994173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a18231-b42d-41ef-b6e2-39da0accdd01,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:43.999776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:44.032045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:44.032730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:44.034344 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] 10.222.0.89 "PUT /v2.0/ports/a2a18231-b42d-41ef-b6e2-39da0accdd01 HTTP/1.1" status: 200 len: 1158 time: 1.7293887 Feb 05 23:36:44.034827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7873a624-5713-4155-b44b-f4e88cd38ebf', 'tag': 'a2a18231-b42d-41ef-b6e2-39da0accdd01'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:44.127007 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7873a624-5713-4155-b44b-f4e88cd38ebf', 'tag': 'a2a18231-b42d-41ef-b6e2-39da0accdd01', 'status': 'completed', 'code': 200} Feb 05 23:36:44.170015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-f10ae147-6b73-4763-998e-9b53935a271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:44.171666 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-f10ae147-6b73-4763-998e-9b53935a271a service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 1161 time: 0.0816684 Feb 05 23:36:44.261954 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-9e5464c5-2a6d-4794-8a5d-e060397d6dff service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2a18231-b42d-41ef-b6e2-39da0accdd01 HTTP/1.1" status: 200 len: 217 time: 0.0712612 Feb 05 23:36:44.331516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-259f62c1-95af-481f-87c2-5775cfce5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:44.333036 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-259f62c1-95af-481f-87c2-5775cfce5fca service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.0640070 Feb 05 23:36:44.389930 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-3814a30a-8ca5-442d-a782-8836a433b51b service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495789 Feb 05 23:36:44.536885 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-ddf0066f-2b43-4a94-8ea4-8533d1518d98 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390240 Feb 05 23:36:44.684858 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5d4674dc-858c-4fe7-9a4d-0effa92f07f0 req-12699342-d65a-48cb-bae9-9451eec74c29 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1405284 Feb 05 23:36:44.871236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-8d8c2a8e-20cb-43fa-8868-5853131bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:44.872988 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-8d8c2a8e-20cb-43fa-8868-5853131bf610 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 1161 time: 0.0789063 Feb 05 23:36:45.082554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-eb7b9b83-c7cb-42ea-ba47-62775678e08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:45.084127 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-eb7b9b83-c7cb-42ea-ba47-62775678e08d service neutron] 10.222.0.89 "GET /v2.0/networks?id=b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 200 len: 907 time: 0.2034624 Feb 05 23:36:45.242785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00eb01-f4c8-4798-a1d7-451262cac292 req-207a4ec4-8fff-4201-b5f6-07cc22c66248 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:45.244495 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce00eb01-f4c8-4798-a1d7-451262cac292 req-207a4ec4-8fff-4201-b5f6-07cc22c66248 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 944 time: 0.2826312 Feb 05 23:36:45.256733 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-e5fe153c-df38-4296-ae4d-75537b8d0fd6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a2a18231-b42d-41ef-b6e2-39da0accdd01 HTTP/1.1" status: 200 len: 217 time: 0.1604311 Feb 05 23:36:45.372349 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ce00eb01-f4c8-4798-a1d7-451262cac292 req-bc0d9cee-5e70-4e11-a928-e3c790304ee8 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171966 Feb 05 23:36:45.380890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-83f1ea18-23ce-4680-b644-9f55e84df1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:45.382283 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-83f1ea18-23ce-4680-b644-9f55e84df1a3 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 200 len: 853 time: 0.1112823 Feb 05 23:36:45.439442 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-29911592-1228-4935-8227-bf39b6911e64 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=b8b7babb-b264-4b3d-a952-6e2103e9529b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487709 Feb 05 23:36:45.588151 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-f3d993dd-1456-4bde-ab64-d40b42a102e0 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418374 Feb 05 23:36:45.736603 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e265e873-a713-4cb8-8211-70afdb8beae6 req-61ceb5f9-f11d-4e78-a902-7e06b41cdc59 service neutron] 10.222.0.89 "GET /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1393907 Feb 05 23:36:46.678738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45cbb11-2928-41e3-99d0-40b18068aaba req-eb300f22-c226-4032-ac7a-5b0e346f90ae tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:46.680352 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e45cbb11-2928-41e3-99d0-40b18068aaba req-eb300f22-c226-4032-ac7a-5b0e346f90ae tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 944 time: 0.1691432 Feb 05 23:36:46.747904 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e45cbb11-2928-41e3-99d0-40b18068aaba req-13afd193-7a48-4faa-9c5a-0336194f9c62 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605910 Feb 05 23:36:48.046660 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef9ec42-b769-4bc7-a36d-0167be657f28 req-abb5341d-8d4d-4f85-8dda-ade4ced89cbb tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:48.048278 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5ef9ec42-b769-4bc7-a36d-0167be657f28 req-abb5341d-8d4d-4f85-8dda-ade4ced89cbb tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 944 time: 0.1678655 Feb 05 23:36:48.112801 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5ef9ec42-b769-4bc7-a36d-0167be657f28 req-583099da-bbe8-4714-b36b-8ae5c475572c tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580800 Feb 05 23:36:48.247066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:49.409593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e93a4-df8c-4ca5-9b97-d0ca8e876725 req-3d91d63f-e16f-4524-a80e-73a07d82643a tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:49.411234 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d96e93a4-df8c-4ca5-9b97-d0ca8e876725 req-3d91d63f-e16f-4524-a80e-73a07d82643a tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 944 time: 0.1686270 Feb 05 23:36:49.478670 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d96e93a4-df8c-4ca5-9b97-d0ca8e876725 req-b2b8eb80-3f6f-4b8f-9f08-04b77509bc6c tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601804 Feb 05 23:36:50.782000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec567727-2424-49cd-9b30-cbd70bc3fafa req-202e2869-79e1-4679-9db6-6191ec5e5ce6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:50.783645 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec567727-2424-49cd-9b30-cbd70bc3fafa req-202e2869-79e1-4679-9db6-6191ec5e5ce6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 944 time: 0.1733787 Feb 05 23:36:51.091173 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ec567727-2424-49cd-9b30-cbd70bc3fafa req-a30176c2-a030-40f0-b6f4-91a22bb83f40 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009336 Feb 05 23:36:52.390917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250a76e-8c3d-4b8b-8bb3-53f91794ce28 req-f5f474bf-dbbd-4fc6-bf13-26d4b0e61901 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:52.392587 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f250a76e-8c3d-4b8b-8bb3-53f91794ce28 req-f5f474bf-dbbd-4fc6-bf13-26d4b0e61901 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 944 time: 0.1720030 Feb 05 23:36:52.464258 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f250a76e-8c3d-4b8b-8bb3-53f91794ce28 req-07425ad0-82dc-4c43-9ce3-bf620c1c4fbd tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646217 Feb 05 23:36:52.707367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device a2a18231-b42d-41ef-b6e2-39da0accdd01 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:52.780184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port a2a18231-b42d-41ef-b6e2-39da0accdd01 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:36:52.785744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port a2a18231-b42d-41ef-b6e2-39da0accdd01 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:52.786173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:52.918625 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:52.946872 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873a624-5713-4155-b44b-f4e88cd38ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a18231-b42d-41ef-b6e2-39da0accdd01'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:36:52.958106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port a2a18231-b42d-41ef-b6e2-39da0accdd01, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a2a18231-b42d-41ef-b6e2-39da0accdd01,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:36:52.961204 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:52.963719 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e17f4f2d-ffba-4631-86a3-63e2b0c24b29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:36:53.011945 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873a624-5713-4155-b44b-f4e88cd38ebf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a18231-b42d-41ef-b6e2-39da0accdd01', 'code': 200} Feb 05 23:36:53.038424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=a2a18231-b42d-41ef-b6e2-39da0accdd01,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:36:53.047036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.047420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.047802 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.048173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.048543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.048908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.049300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.049664 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.050028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.050390 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.050751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.051110 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.051558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.051916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.052297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.052646 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.053002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.053383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.053744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.054101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.054458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.054815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.055180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.055991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:36:53.060457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:36:53.304488 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb544e-7a9d-4f71-98f4-89e58c6a02a6 req-3b5c4e16-fb0b-403f-959f-4aeaaff68749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:53.306071 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8cb544e-7a9d-4f71-98f4-89e58c6a02a6 req-3b5c4e16-fb0b-403f-959f-4aeaaff68749 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 1163 time: 0.0767889 Feb 05 23:36:53.350799 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e8cb544e-7a9d-4f71-98f4-89e58c6a02a6 req-843afda6-3771-4a8a-9b8c-225834417d13 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 Feb 05 23:36:53.771159 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e016b0-3a08-439a-bf0a-e1bb8db4afdd req-a16578fd-f9cf-46ab-a461-a5d774d26d7e tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:53.772833 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-46e016b0-3a08-439a-bf0a-e1bb8db4afdd req-a16578fd-f9cf-46ab-a461-a5d774d26d7e tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 946 time: 0.1740384 Feb 05 23:36:53.792215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device a2a18231-b42d-41ef-b6e2-39da0accdd01 up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:36:53.840004 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-46e016b0-3a08-439a-bf0a-e1bb8db4afdd req-ebabc72a-c22d-44c5-af2e-ad80ad7bd6fb tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599720 Feb 05 23:36:53.873039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port a2a18231-b42d-41ef-b6e2-39da0accdd01 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:36:53.873511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:36:54.650143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:36:55.141082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea3a7d-9ff5-4d16-aff8-3c1bea8df4aa req-1b167e62-f098-45f8-9d55-1536e67bc1c5 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:55.142767 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1ea3a7d-9ff5-4d16-aff8-3c1bea8df4aa req-1b167e62-f098-45f8-9d55-1536e67bc1c5 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 946 time: 0.1671896 Feb 05 23:36:55.207924 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1ea3a7d-9ff5-4d16-aff8-3c1bea8df4aa req-eb3a82ac-e7ab-42a1-9124-700ab3fd6051 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586774 Feb 05 23:36:56.506882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4eacc-a69a-4cdd-ac6e-a54282f66f91 req-1566e368-6a31-4899-9591-251994cb1078 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:36:56.508567 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35a4eacc-a69a-4cdd-ac6e-a54282f66f91 req-1566e368-6a31-4899-9591-251994cb1078 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 946 time: 0.1697395 Feb 05 23:36:56.573169 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-35a4eacc-a69a-4cdd-ac6e-a54282f66f91 req-a7469d8e-1aac-4768-9d75-e5195a79b696 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580244 Feb 05 23:37:04.387440 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc956235-4a92-4423-a39c-f21ce4a1c452 req-ccfbf97d-c60a-48f7-94cb-d2bcd6249707 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:04.389069 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fc956235-4a92-4423-a39c-f21ce4a1c452 req-ccfbf97d-c60a-48f7-94cb-d2bcd6249707 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 946 time: 0.1682403 Feb 05 23:37:04.454470 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-fc956235-4a92-4423-a39c-f21ce4a1c452 req-0ec182d2-bcdc-40ce-9231-ccf078a07d27 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588994 Feb 05 23:37:05.754350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497a7e4-46de-49f1-bfee-8a1d2af1154f req-8385c053-06bf-4a53-8e15-b93be321cd76 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:05.755962 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9497a7e4-46de-49f1-bfee-8a1d2af1154f req-8385c053-06bf-4a53-8e15-b93be321cd76 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 946 time: 0.1663342 Feb 05 23:37:05.821831 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9497a7e4-46de-49f1-bfee-8a1d2af1154f req-b5b743e9-311c-45c1-af8a-bbb24b0b06c5 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596251 Feb 05 23:37:06.549655 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-73ffcd08-abc4-4aa8-9da6-89deb17e1135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:06.940527 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-2e0d2456-c309-491a-857c-3572a639ca54 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:06.942249 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-2e0d2456-c309-491a-857c-3572a639ca54 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 946 time: 0.1756191 Feb 05 23:37:07.090316 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Deleting port a2a18231-b42d-41ef-b6e2-39da0accdd01 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:37:07.090703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:07.289790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54640879-4232-45f4-b522-2306f5e4fe66 req-578c3640-b684-4a9d-9d70-365cc4b236db tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:07.291494 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-54640879-4232-45f4-b522-2306f5e4fe66 req-578c3640-b684-4a9d-9d70-365cc4b236db tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 946 time: 0.3110287 Feb 05 23:37:07.450298 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-54640879-4232-45f4-b522-2306f5e4fe66 req-a483fa10-dad7-45d3-a6a9-38c287f95e80 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520982 Feb 05 23:37:07.512136 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] For port a2a18231-b42d-41ef-b6e2-39da0accdd01, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=a2a18231-b42d-41ef-b6e2-39da0accdd01,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:37:07.512525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:07.652175 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Calling delete_port for a2a18231-b42d-41ef-b6e2-39da0accdd01 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:37:07.692072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device a2a18231-b42d-41ef-b6e2-39da0accdd01 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:37:07.814418 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:07.816834 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:07.830761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-28bcafbf-eb26-46af-ad34-c45ba61f05d5 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:07.933168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Pushing event deleted for resources: {'Port': ['ID=a2a18231-b42d-41ef-b6e2-39da0accdd01,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:07.940174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:08.045597 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] No DVR routers for this DVR port a2a18231-b42d-41ef-b6e2-39da0accdd01 on host hv-cinder-77428 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:37:08.047792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:08.050587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7873a624-5713-4155-b44b-f4e88cd38ebf', 'name': 'network-vif-deleted', 'tag': 'a2a18231-b42d-41ef-b6e2-39da0accdd01'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:37:08.065509 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e289e2a7-5e37-44cb-ac7d-b86251b6891c req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "DELETE /v2.0/ports/a2a18231-b42d-41ef-b6e2-39da0accdd01 HTTP/1.1" status: 204 len: 173 time: 1.1174777 Feb 05 23:37:08.112141 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7873a624-5713-4155-b44b-f4e88cd38ebf', 'name': 'network-vif-deleted', 'tag': 'a2a18231-b42d-41ef-b6e2-39da0accdd01', 'status': 'completed', 'code': 200} Feb 05 23:37:08.659793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-1595fc3f-5444-42e7-9c99-b2539e166124 req-2c4597df-6189-4515-b2a5-11755736f4a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Synchronizing usage tracker for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:37:08.674555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-1595fc3f-5444-42e7-9c99-b2539e166124 req-2c4597df-6189-4515-b2a5-11755736f4a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Unset dirty status for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:37:08.675846 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1595fc3f-5444-42e7-9c99-b2539e166124 req-2c4597df-6189-4515-b2a5-11755736f4a6 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=7873a624-5713-4155-b44b-f4e88cd38ebf HTTP/1.1" status: 200 len: 210 time: 0.0686808 Feb 05 23:37:09.029972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a5180cbe-bdef-467c-a596-f6c295306570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:09.817987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:10.678714 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:11.101952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:11.520231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3dca5-c918-4d74-b525-a6ab247045f2 req-5ca70f1e-0a39-4186-aee8-c2158a1c0e40 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:11.521921 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b7b3dca5-c918-4d74-b525-a6ab247045f2 req-5ca70f1e-0a39-4186-aee8-c2158a1c0e40 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 946 time: 0.1688678 Feb 05 23:37:11.589881 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b7b3dca5-c918-4d74-b525-a6ab247045f2 req-1162f2ea-8f94-479a-a729-9d0c0b2c7659 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616226 Feb 05 23:37:12.895193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f722ab32-d550-434f-845d-df0cc51e97d3 req-a17f7a4d-2b94-48e7-951b-3f704a596b89 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:12.896761 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f722ab32-d550-434f-845d-df0cc51e97d3 req-a17f7a4d-2b94-48e7-951b-3f704a596b89 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 946 time: 0.1738219 Feb 05 23:37:12.965339 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f722ab32-d550-434f-845d-df0cc51e97d3 req-380a437b-86f2-47b8-a792-5fff25be5be8 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605299 Feb 05 23:37:13.711685 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device be240556-21f7-4535-9448-e769b1e65edf no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:37:13.837113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:13.838096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-13e7802f-29c0-42ac-87ab-54cf15756d40 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:13.839784 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-13e7802f-29c0-42ac-87ab-54cf15756d40 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 946 time: 0.1675909 Feb 05 23:37:13.866558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be240556-21f7-4535-9448-e769b1e65edf'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:37:13.877492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port be240556-21f7-4535-9448-e769b1e65edf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=be240556-21f7-4535-9448-e769b1e65edf,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:37:13.880527 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:13.882414 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:13.933090 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be240556-21f7-4535-9448-e769b1e65edf', 'code': 200} Feb 05 23:37:13.941061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Deleting port be240556-21f7-4535-9448-e769b1e65edf {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:37:13.941534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:13.957572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=be240556-21f7-4535-9448-e769b1e65edf,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:13.961210 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:14.271780 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] For port be240556-21f7-4535-9448-e769b1e65edf, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=be240556-21f7-4535-9448-e769b1e65edf,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:37:14.272183 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:14.494255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e926e71-b962-4529-ba06-4e0826b5745d req-2d49d96d-edb0-4a8c-af0e-1bf0f9d28a12 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:14.495839 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1e926e71-b962-4529-ba06-4e0826b5745d req-2d49d96d-edb0-4a8c-af0e-1bf0f9d28a12 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 944 time: 0.3572590 Feb 05 23:37:14.504650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Calling delete_port for be240556-21f7-4535-9448-e769b1e65edf owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:37:14.635513 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1e926e71-b962-4529-ba06-4e0826b5745d req-deba76af-6710-4153-b0f3-637809be3251 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999506 Feb 05 23:37:14.713778 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:14.728952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-cc7ed4ea-d53f-474e-85df-eaacdf8f3a67 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:15.058679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Pushing event deleted for resources: {'Port': ['ID=be240556-21f7-4535-9448-e769b1e65edf,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:15.064076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:15.173134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] No DVR routers for this DVR port be240556-21f7-4535-9448-e769b1e65edf on host hv-cinder-77428 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:37:15.175286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:15.178043 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'name': 'network-vif-deleted', 'tag': 'be240556-21f7-4535-9448-e769b1e65edf'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:37:15.193432 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9c8db561-1bed-4125-a0e5-c7c066fcb2dc req-0b86fec4-883a-47ff-845b-990802678cd0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "DELETE /v2.0/ports/be240556-21f7-4535-9448-e769b1e65edf HTTP/1.1" status: 204 len: 173 time: 1.3475499 Feb 05 23:37:15.246743 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c9f4932-2de5-48e3-b0c6-f6a27b1f155f', 'name': 'network-vif-deleted', 'tag': 'be240556-21f7-4535-9448-e769b1e65edf', 'status': 'completed', 'code': 200} Feb 05 23:37:15.839051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ae5b696f-c0a2-4920-b855-c599fd614e99 req-8e95664b-3525-413b-ac53-b491c41f4760 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Synchronizing usage tracker for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:37:15.853935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-ae5b696f-c0a2-4920-b855-c599fd614e99 req-8e95664b-3525-413b-ac53-b491c41f4760 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Unset dirty status for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:37:15.855218 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae5b696f-c0a2-4920-b855-c599fd614e99 req-8e95664b-3525-413b-ac53-b491c41f4760 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=9c9f4932-2de5-48e3-b0c6-f6a27b1f155f HTTP/1.1" status: 200 len: 210 time: 0.0690272 Feb 05 23:37:17.453845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8e827-f426-45b3-a21e-229bb46d5ba7 req-e60c7741-a43b-4f76-82a6-24fd1769b290 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:17.455523 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-49f8e827-f426-45b3-a21e-229bb46d5ba7 req-e60c7741-a43b-4f76-82a6-24fd1769b290 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 945 time: 0.1647968 Feb 05 23:37:17.522478 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-49f8e827-f426-45b3-a21e-229bb46d5ba7 req-d185036e-1427-417a-a3db-28c77a50e9d1 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600681 Feb 05 23:37:18.233937 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:18.822743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543456f-d321-4b77-91b1-64282c8d52c7 req-ce5eeb8e-66be-4c5f-b0f5-7e5761866994 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:18.824338 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2543456f-d321-4b77-91b1-64282c8d52c7 req-ce5eeb8e-66be-4c5f-b0f5-7e5761866994 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 945 time: 0.1672027 Feb 05 23:37:18.892178 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2543456f-d321-4b77-91b1-64282c8d52c7 req-650d25d4-2b37-4683-a696-9a82ef4c8880 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612855 Feb 05 23:37:19.536812 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-466d3f6a-35d2-48bb-a013-c337b2e1e1a4 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:19.538527 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-466d3f6a-35d2-48bb-a013-c337b2e1e1a4 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 945 time: 0.1671178 Feb 05 23:37:19.638680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Deleting port e038039f-d1c2-4559-a33a-7aea854c8001 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:37:19.639065 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:19.722840 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device e038039f-d1c2-4559-a33a-7aea854c8001 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:37:19.848559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:19.877835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01d9618-8535-4944-b53d-136e42947cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e038039f-d1c2-4559-a33a-7aea854c8001'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:37:19.888827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port e038039f-d1c2-4559-a33a-7aea854c8001, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e038039f-d1c2-4559-a33a-7aea854c8001,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:37:19.892749 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:19.894648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82fd3377-50c3-48e3-85d4-3af1a7176cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:19.915018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] For port e038039f-d1c2-4559-a33a-7aea854c8001, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e038039f-d1c2-4559-a33a-7aea854c8001,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:37:19.915432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:19.964010 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01d9618-8535-4944-b53d-136e42947cf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e038039f-d1c2-4559-a33a-7aea854c8001', 'code': 200} Feb 05 23:37:19.973647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=e038039f-d1c2-4559-a33a-7aea854c8001,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:19.976955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:20.057973 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Calling delete_port for e038039f-d1c2-4559-a33a-7aea854c8001 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:37:20.207351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80149) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:37:20.207725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:37:20.303294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8567f5d-595a-48bf-8667-67f51d19735e req-db241077-8292-4e7d-ab58-9c7e4de28838 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:20.305024 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c8567f5d-595a-48bf-8667-67f51d19735e req-db241077-8292-4e7d-ab58-9c7e4de28838 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 943 time: 0.2553568 Feb 05 23:37:20.369870 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c8567f5d-595a-48bf-8667-67f51d19735e req-768e23fb-2001-4441-ae4a-59184c001c0f tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584211 Feb 05 23:37:20.708647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Deleting port e038039f-d1c2-4559-a33a-7aea854c8001 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:37:20.709038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:20.975333 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] For port e038039f-d1c2-4559-a33a-7aea854c8001, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=e038039f-d1c2-4559-a33a-7aea854c8001,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:37:20.975929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:21.113613 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Calling delete_port for e038039f-d1c2-4559-a33a-7aea854c8001 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:37:21.266120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:21.284004 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45d0b8cd-de10-4a9d-9d4c-be7e8009418a tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:21.382759 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Pushing event deleted for resources: {'Port': ['ID=e038039f-d1c2-4559-a33a-7aea854c8001,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:21.393541 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.393966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.394382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.394791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.395191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.395594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.395993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.396391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.396788 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.397184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.397608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.398001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.398474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.398874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.399271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.399662 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.400060 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.400451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.400843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.401235 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.401648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.402038 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.402430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.402818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:21.407589 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:21.566399 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] No DVR routers for this DVR port e038039f-d1c2-4559-a33a-7aea854c8001 on host hv-cinder-77428 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:37:21.569768 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-539407ad-9ef8-4397-a613-f172edd959c8 req-a2b91906-6010-4933-bd18-4271a86fdff5 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 210 time: 0.0610497 Feb 05 23:37:21.570763 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:21.573591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01d9618-8535-4944-b53d-136e42947cf3', 'name': 'network-vif-deleted', 'tag': 'e038039f-d1c2-4559-a33a-7aea854c8001'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:37:21.589365 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-19ae5c36-0915-4530-9684-21bbd98d4d58 req-670f8149-916f-4ff3-b085-e0e139f416a7 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "DELETE /v2.0/ports/e038039f-d1c2-4559-a33a-7aea854c8001 HTTP/1.1" status: 204 len: 173 time: 2.0430768 Feb 05 23:37:21.637716 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01d9618-8535-4944-b53d-136e42947cf3', 'name': 'network-vif-deleted', 'tag': 'e038039f-d1c2-4559-a33a-7aea854c8001', 'status': 'completed', 'code': 200} Feb 05 23:37:22.139661 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ca62b031-3184-4aa1-a6f1-78040dc54420 req-9906c589-7543-4284-a5bc-b0f843ac3437 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=b01d9618-8535-4944-b53d-136e42947cf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0538225 Feb 05 23:37:22.250130 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ca62b031-3184-4aa1-a6f1-78040dc54420 req-550169d6-4ade-4d2d-bf2e-1ca7f7b96051 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&device_id=b01d9618-8535-4944-b53d-136e42947cf3 HTTP/1.1" status: 200 len: 210 time: 0.0678701 Feb 05 23:37:22.500681 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62b031-3184-4aa1-a6f1-78040dc54420 req-5882526e-2c20-42c3-9f6f-86d56f259e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:22.502331 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ca62b031-3184-4aa1-a6f1-78040dc54420 req-5882526e-2c20-42c3-9f6f-86d56f259e8a service neutron] 10.222.0.89 "GET /v2.0/networks?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1688700 Feb 05 23:37:22.657813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca62b031-3184-4aa1-a6f1-78040dc54420 req-91e67fa3-70e7-4d4b-b11e-a6dc73f77b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:22.659428 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ca62b031-3184-4aa1-a6f1-78040dc54420 req-91e67fa3-70e7-4d4b-b11e-a6dc73f77b43 service neutron] 10.222.0.89 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1469092 Feb 05 23:37:24.442330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cf4eb6-26c0-44c8-b9f4-346755c33a87 req-9d27e094-970e-40b2-8481-c9531019d6b4 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:24.443076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-94cf4eb6-26c0-44c8-b9f4-346755c33a87 req-9d27e094-970e-40b2-8481-c9531019d6b4 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Synchronizing usage tracker for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:37:24.460392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-94cf4eb6-26c0-44c8-b9f4-346755c33a87 req-9d27e094-970e-40b2-8481-c9531019d6b4 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Unset dirty status for tenant:f4ab4bcb71894ddd85570b679f7271b8 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:37:24.462015 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-94cf4eb6-26c0-44c8-b9f4-346755c33a87 req-9d27e094-970e-40b2-8481-c9531019d6b4 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 945 time: 0.1961045 Feb 05 23:37:24.531113 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-94cf4eb6-26c0-44c8-b9f4-346755c33a87 req-2f185abd-6160-41b7-ba62-f604b792bd12 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616696 Feb 05 23:37:25.835020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c85e3-09f5-4125-93d4-73b18d3bdb78 req-e7a08ddd-ede6-4460-85b6-113cd33ea408 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:25.836921 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5b9c85e3-09f5-4125-93d4-73b18d3bdb78 req-e7a08ddd-ede6-4460-85b6-113cd33ea408 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 945 time: 0.1722157 Feb 05 23:37:25.902063 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5b9c85e3-09f5-4125-93d4-73b18d3bdb78 req-98fff930-2e5d-47bb-bdc3-aeadb4d70bd5 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583282 Feb 05 23:37:26.870699 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-1dec7188-0b8c-4da0-8e80-52f583d747fa tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:26.873302 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-1dec7188-0b8c-4da0-8e80-52f583d747fa tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 945 time: 0.1704512 Feb 05 23:37:26.974114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Deleting port 819b092a-379c-4f92-bb5b-d038c1cdc9a9 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:37:26.974500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:27.360356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad155d-fd21-43c2-910a-6a71e05d76f3 req-5ca40f13-5394-4f05-8411-8a81905ad282 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:37:27.362103 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d8ad155d-fd21-43c2-910a-6a71e05d76f3 req-5ca40f13-5394-4f05-8411-8a81905ad282 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/ports?device_id=274e2506-f774-4eb1-b787-f7e26d7a21ca HTTP/1.1" status: 200 len: 945 time: 0.3253915 Feb 05 23:37:27.410492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] For port 819b092a-379c-4f92-bb5b-d038c1cdc9a9, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=819b092a-379c-4f92-bb5b-d038c1cdc9a9,segment=NetworkSegment(1e29c32b-6d81-4c51-9912-cbf80ae415a7),segment_id=1e29c32b-6d81-4c51-9912-cbf80ae415a7)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:37:27.410889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:27.798403 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Calling delete_port for 819b092a-379c-4f92-bb5b-d038c1cdc9a9 owned by compute:nova {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:37:27.839304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device 819b092a-379c-4f92-bb5b-d038c1cdc9a9 no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:37:27.846929 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d8ad155d-fd21-43c2-910a-6a71e05d76f3 req-e6917bab-03c1-4ae7-b042-bd097d3e8c65 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.64 "GET /v2.0/security-groups?id=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778473 Feb 05 23:37:27.968018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:27.970393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:27.985480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:28.034850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Pushing event deleted for resources: {'Port': ['ID=819b092a-379c-4f92-bb5b-d038c1cdc9a9,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:28.085680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:28.194968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] No DVR routers for this DVR port 819b092a-379c-4f92-bb5b-d038c1cdc9a9 on host hv-cinder-77428 {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:37:28.197112 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:28.199841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274e2506-f774-4eb1-b787-f7e26d7a21ca', 'name': 'network-vif-deleted', 'tag': '819b092a-379c-4f92-bb5b-d038c1cdc9a9'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:37:28.215752 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d2c431ab-a1e8-45d7-b423-8368d905454e req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] 10.222.0.89 "DELETE /v2.0/ports/819b092a-379c-4f92-bb5b-d038c1cdc9a9 HTTP/1.1" status: 204 len: 173 time: 1.3339062 Feb 05 23:37:28.265469 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274e2506-f774-4eb1-b787-f7e26d7a21ca', 'name': 'network-vif-deleted', 'tag': '819b092a-379c-4f92-bb5b-d038c1cdc9a9', 'status': 'completed', 'code': 200} Feb 05 23:37:28.960237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39600) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:29.033303 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Deleting subnet 7c2292cb-a43f-404c-bee6-36b2fe1da3ef {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:37:29.036455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:29.089117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10556948'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:29.152605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:29.412310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853009043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10622120'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:29.428420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:29.521580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c2292cb-a43f-404c-bee6-36b2fe1da3ef,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:29.544786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.545215 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.545674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.546088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.546501 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.546910 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.547317 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.547722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.548131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.548526 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.548923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.549345 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.549833 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.550232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.550635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.551034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.551432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.551831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.552228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.552623 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.553018 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.553448 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.553841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.554236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:37:29.558206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:29.588260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:29.594618 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-347891ba-4b47-4b99-9ef9-02c92a9f6b45 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/7c2292cb-a43f-404c-bee6-36b2fe1da3ef HTTP/1.1" status: 204 len: 168 time: 0.6329699 Feb 05 23:37:29.597291 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39604) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:29.715042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:29.916275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:30.033912 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b7babb-b264-4b3d-a952-6e2103e9529b']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:37:30.047803 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e29c32b-6d81-4c51-9912-cbf80ae415a7') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:37:30.048146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e29c32b-6d81-4c51-9912-cbf80ae415a7') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:37:30.060712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:30.077096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:30.079233 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:37:30.269631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Network b8b7babb-b264-4b3d-a952-6e2103e9529b has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:37:30.286793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:30.475465 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Network b8b7babb-b264-4b3d-a952-6e2103e9529b has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:37:30.503285 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:37:30.582150 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:30.585740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0210a65a-2ad4-451b-ba51-414fb384adcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:30.600864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:30.612571 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b7babb-b264-4b3d-a952-6e2103e9529b,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:30.616151 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:30.620641 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7104e150-63fb-49dd-9061-e5bd3180b9b6 admin admin] 10.222.0.64 "DELETE /v2.0/networks/b8b7babb-b264-4b3d-a952-6e2103e9529b HTTP/1.1" status: 204 len: 168 time: 1.0223014 Feb 05 23:37:30.854067 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39610) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:30.907217 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-51734d64-2bcd-4deb-bc1b-5740ee48e1a9 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=f4ab4bcb71894ddd85570b679f7271b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518384 Feb 05 23:37:30.909890 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39614) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:30.973592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6bf946cf-4453-4ef2-a128-f69090600245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:31.006318 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6bf946cf-4453-4ef2-a128-f69090600245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:31.058492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6bf946cf-4453-4ef2-a128-f69090600245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:31.064962 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-abd12c78-b045-4e4d-85c0-aa7222773ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:31.078027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf946cf-4453-4ef2-a128-f69090600245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32a1c93-d0da-4546-b0a7-ee31b0d91d2c,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:31.081093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6bf946cf-4453-4ef2-a128-f69090600245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:31.083529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6bf946cf-4453-4ef2-a128-f69090600245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:31.087604 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6bf946cf-4453-4ef2-a128-f69090600245 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e32a1c93-d0da-4546-b0a7-ee31b0d91d2c HTTP/1.1" status: 204 len: 168 time: 0.1739442 Feb 05 23:37:31.650080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:37:36.552750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-de926d76-cf20-418c-a76e-93364b8ec234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:39.031200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-eb0906e4-54bf-4a4f-8496-ac3e4ae9cf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:39.538394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39698) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:39.690642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:39.706684 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:37:39.710781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5a5d05c260a745f2bd1dca2b4409e0c0 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:37:39.714027 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:37:39.719957 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:37:39.811636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:39.814663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:39.821733 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:39.824245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-99de411a-128d-45e0-a023-265084e50158 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:39.868245 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=5a5d05c260a745f2bd1dca2b4409e0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286920 Feb 05 23:37:39.869966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447190e7-3da3-4548-b299-ce0d22248fb1,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:39.871197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 39704) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:39.874809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e941a4b9-a04a-4f24-b4c7-d5fc98c928e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:39.944693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6062e6e-82ff-48ff-93ef-20bb62fdf449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:39.972565 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6062e6e-82ff-48ff-93ef-20bb62fdf449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.017528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6062e6e-82ff-48ff-93ef-20bb62fdf449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.021447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e64c7fd5-625a-4918-8f84-da651cad7fcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:40.033380 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6062e6e-82ff-48ff-93ef-20bb62fdf449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447190e7-3da3-4548-b299-ce0d22248fb1,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:40.038353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6062e6e-82ff-48ff-93ef-20bb62fdf449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:40.040383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a6062e6e-82ff-48ff-93ef-20bb62fdf449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.041641 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a6062e6e-82ff-48ff-93ef-20bb62fdf449 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/447190e7-3da3-4548-b299-ce0d22248fb1 HTTP/1.1" status: 204 len: 168 time: 0.1680045 Feb 05 23:37:40.390192 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 39712) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:40.410667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.427216 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:37:40.431365 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Usage tracker for resource:security_group_rule and tenant:563aa63ef00f441eaa95323a4e6e3721 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:37:40.434603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:37:40.440576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:37:40.529203 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.532028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.541012 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a6062e6e-82ff-48ff-93ef-20bb62fdf449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:40.588746 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=563aa63ef00f441eaa95323a4e6e3721&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1972899 Feb 05 23:37:40.589806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75af099-a4d3-433a-9046-999785832ba6,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:40.592368 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39716) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:40.593714 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:40.663897 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-93fd5ef6-3c8b-4e49-9f35-bf16d6898c9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.681177 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.693420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-93fd5ef6-3c8b-4e49-9f35-bf16d6898c9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.739052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-93fd5ef6-3c8b-4e49-9f35-bf16d6898c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.744298 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4647a390-c5b5-4e4f-9fe5-4c736d6c0139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:40.758514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fd5ef6-3c8b-4e49-9f35-bf16d6898c9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75af099-a4d3-433a-9046-999785832ba6,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:40.764838 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-93fd5ef6-3c8b-4e49-9f35-bf16d6898c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:40.769342 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-93fd5ef6-3c8b-4e49-9f35-bf16d6898c9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:40.773607 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-93fd5ef6-3c8b-4e49-9f35-bf16d6898c9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/a75af099-a4d3-433a-9046-999785832ba6 HTTP/1.1" status: 204 len: 168 time: 0.1787801 Feb 05 23:37:41.106103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.084094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39804) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:48.235514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.248865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.252682 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:37:48.256983 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Usage tracker for resource:security_group_rule and tenant:69f7353951d140c8bc5d4a8597a4bafc is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:37:48.260050 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:37:48.266919 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:37:48.355498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.358872 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.368031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-22729ee6-e475-42e6-b7a5-4fb82125fa4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:48.414754 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=69f7353951d140c8bc5d4a8597a4bafc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294683 Feb 05 23:37:48.416499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcd00b5-a281-471d-aa63-129aa2c1e359,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:48.417756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 39810) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:48.421324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5a6222a3-e71d-4ea2-89f5-b37a5329ff0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:48.484731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b8c5130-4b2c-432c-a36a-6ef358bb4b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.512586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b8c5130-4b2c-432c-a36a-6ef358bb4b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.557147 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b8c5130-4b2c-432c-a36a-6ef358bb4b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.562755 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-98293fbd-57a0-4902-b4ae-95f26a238bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:48.575722 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8c5130-4b2c-432c-a36a-6ef358bb4b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcd00b5-a281-471d-aa63-129aa2c1e359,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:48.581289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1b8c5130-4b2c-432c-a36a-6ef358bb4b9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:48.585779 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1b8c5130-4b2c-432c-a36a-6ef358bb4b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.587672 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-1b8c5130-4b2c-432c-a36a-6ef358bb4b9c admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/cfcd00b5-a281-471d-aa63-129aa2c1e359 HTTP/1.1" status: 204 len: 168 time: 0.1683757 Feb 05 23:37:48.938034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 39818) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:48.959787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:48.975901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:37:48.979960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Usage tracker for resource:security_group_rule and tenant:dc1138e2657d421499d6d99fb04f7a3f is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:37:48.983573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:37:48.990010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:37:49.078484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:49.081219 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:49.094637 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b3dcf585-c2dd-4cc1-b43a-0805504ab55f tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:49.141080 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=dc1138e2657d421499d6d99fb04f7a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2018516 Feb 05 23:37:49.142075 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed13577-b41e-4dde-921a-3f28eac6f1dd,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:49.144023 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39822) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:49.146232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6704e75a-a021-4c51-8e2d-c10fdcf14f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:49.210328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-898483d6-6c56-4daa-9843-6d80161a6e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:49.238272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-898483d6-6c56-4daa-9843-6d80161a6e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:49.283574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-898483d6-6c56-4daa-9843-6d80161a6e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:49.288578 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-61532c6e-acd9-486e-9c68-a53fb3ef7dc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:49.303639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898483d6-6c56-4daa-9843-6d80161a6e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed13577-b41e-4dde-921a-3f28eac6f1dd,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:49.308104 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-898483d6-6c56-4daa-9843-6d80161a6e83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:49.314308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-898483d6-6c56-4daa-9843-6d80161a6e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:49.315540 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-898483d6-6c56-4daa-9843-6d80161a6e83 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ed13577-b41e-4dde-921a-3f28eac6f1dd HTTP/1.1" status: 204 len: 168 time: 0.1704319 Feb 05 23:37:52.616653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39896) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:52.769672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:52.785176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:37:52.789229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Usage tracker for resource:security_group_rule and tenant:9b209c7414674a589a181f8f136f635c is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:37:52.792234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:37:52.798801 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:37:52.884999 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:52.888419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:52.900946 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c98e7896-976b-466a-9a9a-d65d285b52c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:52.944364 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=9b209c7414674a589a181f8f136f635c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3263927 Feb 05 23:37:52.946168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc08ed78-210a-45a6-91ef-7eed48b5b1d2,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:52.947532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 39902) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:52.949430 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-aab15668-702c-454f-9636-96b267314b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:53.017312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-605c2d30-f1ad-4b0d-b740-28a609e08068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.045880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-605c2d30-f1ad-4b0d-b740-28a609e08068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.092267 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-605c2d30-f1ad-4b0d-b740-28a609e08068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.097316 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-48e4a5df-ed1b-4115-9340-3634ba375129 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:53.112284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605c2d30-f1ad-4b0d-b740-28a609e08068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc08ed78-210a-45a6-91ef-7eed48b5b1d2,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:53.114874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-605c2d30-f1ad-4b0d-b740-28a609e08068 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:53.122359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-605c2d30-f1ad-4b0d-b740-28a609e08068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.124189 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-605c2d30-f1ad-4b0d-b740-28a609e08068 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/dc08ed78-210a-45a6-91ef-7eed48b5b1d2 HTTP/1.1" status: 204 len: 168 time: 0.1748350 Feb 05 23:37:53.471218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 39910) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:53.491382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.511195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:37:53.515970 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Usage tracker for resource:security_group_rule and tenant:e0e025da52684a89815caade2a98c6de is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:37:53.518921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:37:53.524622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:37:53.610823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.613650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.623373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3a77552c-1f8e-4fef-9f88-dfb47b3ecc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:53.664803 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=e0e025da52684a89815caade2a98c6de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924412 Feb 05 23:37:53.666573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ef3850-3c69-41de-95b4-b850ebad3611,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:53.667831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39914) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:53.671167 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-296c8a1a-c59c-457b-8778-fe77fb9b9840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:53.732878 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a58351e3-7f70-40a5-afe6-0673743b0ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.760480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a58351e3-7f70-40a5-afe6-0673743b0ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.805031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a58351e3-7f70-40a5-afe6-0673743b0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.810851 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-898483d6-6c56-4daa-9843-6d80161a6e83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:53.826701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58351e3-7f70-40a5-afe6-0673743b0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ef3850-3c69-41de-95b4-b850ebad3611,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:53.830938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a58351e3-7f70-40a5-afe6-0673743b0ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:53.832926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a58351e3-7f70-40a5-afe6-0673743b0ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:53.834163 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a58351e3-7f70-40a5-afe6-0673743b0ae3 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/b5ef3850-3c69-41de-95b4-b850ebad3611 HTTP/1.1" status: 204 len: 168 time: 0.1647336 Feb 05 23:37:59.128224 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 39980) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:59.282972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:59.299126 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:37:59.303190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Usage tracker for resource:security_group_rule and tenant:a88a6fbf3af44bc984d8416cac037ce0 is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:37:59.306168 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:37:59.313091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:37:59.398445 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:59.401495 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:59.411316 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3b24b90-9d55-4285-83a3-3706fbeae2ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:59.458086 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=a88a6fbf3af44bc984d8416cac037ce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3286867 Feb 05 23:37:59.459853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee9116b-dc60-43cb-9f77-c17d3a89b987,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:59.461172 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39986) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:37:59.463558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c056ba1b-699f-44d7-92ad-753f01014b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:59.537694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c788192-e2ab-4d33-8ff2-6539dd1934a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:59.564945 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c788192-e2ab-4d33-8ff2-6539dd1934a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:59.610594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c788192-e2ab-4d33-8ff2-6539dd1934a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:59.615581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-858f46e3-21e4-4ed3-ad22-92251c36d9b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:37:59.629154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c788192-e2ab-4d33-8ff2-6539dd1934a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee9116b-dc60-43cb-9f77-c17d3a89b987,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:37:59.632312 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2c788192-e2ab-4d33-8ff2-6539dd1934a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:37:59.633299 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-2c788192-e2ab-4d33-8ff2-6539dd1934a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:37:59.635197 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-2c788192-e2ab-4d33-8ff2-6539dd1934a1 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/9ee9116b-dc60-43cb-9f77-c17d3a89b987 HTTP/1.1" status: 204 len: 168 time: 0.1725457 Feb 05 23:37:59.983772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 39994) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:38:00.003094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:00.018295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:00.022350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Usage tracker for resource:security_group_rule and tenant:eca542485a584bf0a031499e30f525c8 is out of sync, need to count used quota {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:38:00.025284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80148) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:38:00.031605 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80148) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:00.117064 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:00.119876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:00.128404 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b3edda8-37a5-4353-a37f-a0755ca072e9 tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:00.173200 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=eca542485a584bf0a031499e30f525c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1882143 Feb 05 23:38:00.174190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd1547ea-a8e4-4b73-bac1-ad6b66aedde7,revision_number=1']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:00.176181 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 39998) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:38:00.177588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-05708bab-9665-4954-a83c-40177372da94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:00.241076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5e891556-7e3a-4c69-bbd4-98706060bf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:00.268894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5e891556-7e3a-4c69-bbd4-98706060bf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:00.314868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5e891556-7e3a-4c69-bbd4-98706060bf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:00.319956 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1398f1e-7c7d-4566-821c-96fedd7e8857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:00.334874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e891556-7e3a-4c69-bbd4-98706060bf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd1547ea-a8e4-4b73-bac1-ad6b66aedde7,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:00.338329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-5e891556-7e3a-4c69-bbd4-98706060bf90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:00.348740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5e891556-7e3a-4c69-bbd4-98706060bf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:00.350046 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-5e891556-7e3a-4c69-bbd4-98706060bf90 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/fd1547ea-a8e4-4b73-bac1-ad6b66aedde7 HTTP/1.1" status: 204 len: 168 time: 0.1727934 Feb 05 23:38:01.255344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40020) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:38:01.400035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1940954845-network', 'tenant_id': '6bce34c1e154482fbb717370113f04bd'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:01.405411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:01.409457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Usage tracker for resource:network and tenant:6bce34c1e154482fbb717370113f04bd is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:38:01.412434 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:38:01.418200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:01.428096 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Made reservation on behalf of 6bce34c1e154482fbb717370113f04bd for: {'network': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:38:01.432861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for network, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:01.446483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:01.463234 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:01.467859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Usage tracker for resource:security_group_rule and tenant:6bce34c1e154482fbb717370113f04bd is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:38:01.470926 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:38:01.476825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:01.566121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:01.568809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:01.572960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b5c112f2-dcf7-4c00-8467-2702f7719882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:01.605487 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80149) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Feb 05 23:38:01.615743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffc0050-be4c-4457-bf21-50024e44f734,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:01.620369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:01.621435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:01.622360 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.segments_db [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Added segment 20b8f64c-38e0-4edb-840f-b7e014ac80e4 of type vxlan for network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 Feb 05 23:38:01.649993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732454086754'] for network, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:01.678886 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189'] for network, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:01.680130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:01.680773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:01.686276 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f58fb240-6cb3-4895-9572-cd1efb1e640b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:01.792920 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] 10.222.0.64 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5363584 Feb 05 23:38:01.794498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Pushing event updated for resources: {'Network': ['ID=6fba9b04-4662-4b1e-bd54-0b45b1b13744,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:01.797127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40026) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:38:01.801090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c1f5abaa-7ca0-48fd-ae2e-4262eff25a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:01.807636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Request body: {'subnet': {'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1940954845-subnet', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'ip_version': 4}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:01.809101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 details requested by agent ovs-agent-dv-cinder-774288-3-smb with host dv-cinder-774288-3-smb {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:38:01.813935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:01.818050 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Usage tracker for resource:subnet and tenant:6bce34c1e154482fbb717370113f04bd is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:38:01.820984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:38:01.826995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 details requested by agent ovs-agent-hv-cinder-77428 with host hv-cinder-77428 {{(pid=80150) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Feb 05 23:38:01.827179 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:01.836796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Made reservation on behalf of 6bce34c1e154482fbb717370113f04bd for: {'subnet': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:38:01.841790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10883082'] for subnet, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:02.287583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11289329', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10883097'] for subnet, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:02.303424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b28a064d-4442-4595-97b6-8d3e49db984f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:02.429956 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:02.442412 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:02.503361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Checking segment: {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:38:02.503756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Network hostable DHCP agents. Network: 6fba9b04-4662-4b1e-bd54-0b45b1b13744, hostable agents: ['c232a7ad-58ed-4470-8f03-fb6e46c1cc81'], hosted agents: [] {{(pid=80149) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Feb 05 23:38:02.522845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 is scheduled to be hosted by DHCP agent c232a7ad-58ed-4470-8f03-fb6e46c1cc81 with binding_index 1 {{(pid=80149) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Feb 05 23:38:02.531988 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774288-3-smb, 6fba9b04-4662-4b1e-bd54-0b45b1b13744) {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:38:02.543469 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445dfc9d-a6a2-4621-96b2-8f56b908aa62 None None] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:38:02.546555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:02.547222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:02.568331 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-a9740b40-4810-4395-b6d4-0e012d26aa46 admin admin] 10.222.0.64 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7699444 Feb 05 23:38:02.571307 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40030) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:38:02.577686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:02.582827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:02.587361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Usage tracker for resource:router and tenant:6bce34c1e154482fbb717370113f04bd is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:38:02.591201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:38:02.597268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:02.606812 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-674896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854773503'] for router, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:02.608036 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854100938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854095016', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-546162', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2422'] for router, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:02.626463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:02.792220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp71a25723-bcea-53fe-8cdc-2e8927844068-6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc'}]}} from dv-cinder-774288-3-smb. {{(pid=80150) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Feb 05 23:38:02.793191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:02.925178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854095031', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-674881', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2407'] for router, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.097028 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Allocated IP 172.20.0.2 (6fba9b04-4662-4b1e-bd54-0b45b1b13744/879e3e3f-1854-4095-9d1d-ccad1f4ebfbc/41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c) {{(pid=80150) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:38:03.260547 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.294351 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.319420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Notify callbacks [] for port, precommit_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.331107 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Transition to ACTIVE for port object 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:38:03.349214 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Transition to ACTIVE for port object 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c will not be triggered until provisioned by entity DHCP. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:38:03.354574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537'] for port, after_create {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.370756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:03.506775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Pushing event updated for resources: {'Port': ['ID=41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c,revision_number=1']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:03.527798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.528958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.529554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.530097 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.530701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.531083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.531454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.531823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.532190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.532559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.532959 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.533339 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.533791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.534149 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.534507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.534862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.535221 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.535576 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.535930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.536289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.536640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.536995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.537372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.537730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:03.544815 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:03.578266 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Allocated IP 172.28.1.15 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/7e2f6a62-420c-408d-b8b7-771ea7abd372) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:38:03.581872 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 is already hosted by enough agents. {{(pid=80150) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:38:03.583035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Resources bound (agent type, host, resource id): {{(pid=80150) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:38:03.585398 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Received port after_create {{(pid=80150) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:38:03.647627 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Attempting to bind port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:38:03.647958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Attempting to bind port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:38:03.648368 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Attempting to bind port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c on network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:38:03.654629 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:38:03.655040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Checking segment: {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:38:03.655482 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.655917 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Bound using segment: {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:38:03.656426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Bound port: 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:38:03.656843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.739518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.751268 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] For port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:38:03.754452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] For port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:38:03.758582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.769021 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:03.774071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:03.785821 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:03.934626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Pushing event updated for resources: {'Port': ['ID=41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:03.940630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:04.171458 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Pushing event updated for resources: {'Port': ['ID=7e2f6a62-420c-408d-b8b7-771ea7abd372,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:04.176455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:04.252995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:38:04.255879 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:38:04.258667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:38:04.673708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:04.718873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:04.745973 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:38:05.084665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854100904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-680871'] for router, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:05.318203 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Router ed74e6eb-0286-4e1c-bd74-4a063a16843e is scheduled to L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 with binding_index 1 {{(pid=80149) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Feb 05 23:38:05.362489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d05601-741f-473b-b0f9-f200c7178a07 None None] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:38:05.452355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7dcc9abd-94eb-4b05-918b-37ddf3f94326 None None] Provisioning for port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:38:05.466618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7dcc9abd-94eb-4b05-918b-37ddf3f94326 None None] Provisioning complete for port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:05.467047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9abd-94eb-4b05-918b-37ddf3f94326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:05.513288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:38:05.534373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Sync routers for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:38:05.536355 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:05.540123 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] 10.222.0.64 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9653070 Feb 05 23:38:05.540664 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40034) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:38:05.576247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:38:05.576863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:37:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:06.087798 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9abd-94eb-4b05-918b-37ddf3f94326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:06.115993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:38:06.355134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-7dcc9abd-94eb-4b05-918b-37ddf3f94326 None None] For port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:38:06.380034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7dcc9abd-94eb-4b05-918b-37ddf3f94326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:06.384084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-82fd3377-50c3-48e3-85d4-3af1a7176cf2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:06.533283 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc9abd-94eb-4b05-918b-37ddf3f94326 None None] Pushing event updated for resources: {'Port': ['ID=41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:06.537598 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7dcc9abd-94eb-4b05-918b-37ddf3f94326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:06.560765 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:06.563968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f0860687-8852-48bf-8f0e-0ca7e8021057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:06.587715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:04Z', 'revision_number': 3, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:06.592863 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Checking router: ed74e6eb-0286-4e1c-bd74-4a063a16843e for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:38:06.593311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Updating router ed74e6eb-0286-4e1c-bd74-4a063a16843e port 7e2f6a62-420c-408d-b8b7-771ea7abd372 binding host dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:38:06.668569 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:06.705700 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-bc1eaaad-86e4-4e7f-8fd7-ca51130a8822 None None] Provisioning complete for port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:06.706117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-bc1eaaad-86e4-4e7f-8fd7-ca51130a8822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:06.749478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:06.954975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Allocated IP 172.20.0.1 (6fba9b04-4662-4b1e-bd54-0b45b1b13744/879e3e3f-1854-4095-9d1d-ccad1f4ebfbc/95dd6e4d-e81e-4301-81d4-2e081fc2964c) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:38:06.960590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:06.961010 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.116080 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.133072 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Transition to ACTIVE for port object 95dd6e4d-e81e-4301-81d4-2e081fc2964c will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:38:07.157225 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.172952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:07.314993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Pushing event updated for resources: {'Port': ['ID=95dd6e4d-e81e-4301-81d4-2e081fc2964c,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:07.315264 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-a4e09be7-8467-4717-b172-5a5484cf16e8 None None] Provisioning complete for port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:07.315637 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-a4e09be7-8467-4717-b172-5a5484cf16e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.320320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:07.370442 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:38:07.371614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:38:07.375592 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:38:07.432953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-682339'] for router_interface, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.531641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Notify callbacks [] for port, precommit_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.556557 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Transition to ACTIVE for port object 7e2f6a62-420c-408d-b8b7-771ea7abd372 will not be triggered until provisioned by entity L2. {{(pid=80150) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:38:07.559994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.576311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0a97f164-12be-45b5-9c69-6dae7d8c6dfb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:07.585353 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.718717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd38ae-dfd7-4a1f-9855-8e50a675fa68 None None] Pushing event updated for resources: {'Port': ['ID=7e2f6a62-420c-408d-b8b7-771ea7abd372,revision_number=2']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:07.723764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-89cd38ae-dfd7-4a1f-9855-8e50a675fa68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:07.724426 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-8cfeefcc-ff3f-4ae7-a4b4-c9b44f6e7111 None None] Provisioning for port 95dd6e4d-e81e-4301-81d4-2e081fc2964c completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:38:07.735012 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-8cfeefcc-ff3f-4ae7-a4b4-c9b44f6e7111 None None] Provisioning complete for port 95dd6e4d-e81e-4301-81d4-2e081fc2964c triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:07.735431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8cfeefcc-ff3f-4ae7-a4b4-c9b44f6e7111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.829925 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-8cfeefcc-ff3f-4ae7-a4b4-c9b44f6e7111 None None] Port 95dd6e4d-e81e-4301-81d4-2e081fc2964c cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:38:07.855985 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Attempting to bind port 7e2f6a62-420c-408d-b8b7-771ea7abd372 on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:38:07.857046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Attempting to bind port 7e2f6a62-420c-408d-b8b7-771ea7abd372 by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:38:07.857643 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Attempting to bind port 7e2f6a62-420c-408d-b8b7-771ea7abd372 on network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:38:07.863963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 37, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:38:07.864379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Checking segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80150) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:38:07.864829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.865282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Bound using segment: {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'} {{(pid=80150) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:38:07.865810 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Bound port: 7e2f6a62-420c-408d-b8b7-771ea7abd372, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7daeb4a6-731c-4717-8c3e-8134584f8d74', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}}] {{(pid=80150) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:38:07.866238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.903861 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.908223 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.938398 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f586b710-c22c-47c5-835b-d991e966c235 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:07.948730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] For port 7e2f6a62-420c-408d-b8b7-771ea7abd372, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80150) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:38:07.953020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] For port 7e2f6a62-420c-408d-b8b7-771ea7abd372, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=7e2f6a62-420c-408d-b8b7-771ea7abd372,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:38:07.956595 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:07.973079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:08.027543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Pushing event updated for resources: {'Port': ['ID=95dd6e4d-e81e-4301-81d4-2e081fc2964c,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:08.031222 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854207245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854102338'] for router_interface, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:08.045173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:08.126710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd38ae-dfd7-4a1f-9855-8e50a675fa68 None None] Pushing event updated for resources: {'Port': ['ID=7e2f6a62-420c-408d-b8b7-771ea7abd372,revision_number=3']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:08.132191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-89cd38ae-dfd7-4a1f-9855-8e50a675fa68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:08.177873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:38:08.178549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:37:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:08.180758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:38:08.181955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:38:08.379847 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:38:08.394241 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Router ed74e6eb-0286-4e1c-bd74-4a063a16843e has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:38:08.608898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:38:08.619131 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-b801f06e-f433-4cb6-a267-bc1b40d6f16b admin admin] 10.222.0.64 "PUT /v2.0/routers/ed74e6eb-0286-4e1c-bd74-4a063a16843e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0773482 Feb 05 23:38:08.649997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:38:08.699587 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-86d4973f-f361-49bf-93c2-3dd2a684d647 None None] Provisioning complete for port 95dd6e4d-e81e-4301-81d4-2e081fc2964c triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:08.700245 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-86d4973f-f361-49bf-93c2-3dd2a684d647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:08.847271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-86d4973f-f361-49bf-93c2-3dd2a684d647 None None] Port 95dd6e4d-e81e-4301-81d4-2e081fc2964c cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:38:08.964521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 2, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:08.970154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9ae6bd-089d-46a7-9121-b8ced370dee7 None None] The sync data for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb is: [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 2, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:38:09.033078 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c287b4df-d3c3-4e1b-831b-da0750966233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:09.832982 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:10.698055 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 7e2f6a62-420c-408d-b8b7-771ea7abd372 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:10.732622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:10.787229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 7e2f6a62-420c-408d-b8b7-771ea7abd372 completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:38:10.792498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 7e2f6a62-420c-408d-b8b7-771ea7abd372 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:10.792952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:10.935485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:10.954670 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 7e2f6a62-420c-408d-b8b7-771ea7abd372, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=7e2f6a62-420c-408d-b8b7-771ea7abd372,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:38:10.959395 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:10.961384 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:11.040941 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=7e2f6a62-420c-408d-b8b7-771ea7abd372,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:11.044723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:11.112195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:12.672360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 7e2f6a62-420c-408d-b8b7-771ea7abd372 up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:12.685980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Sync routers for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:38:12.697550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:38:12.698725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:38:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:12.777573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 7e2f6a62-420c-408d-b8b7-771ea7abd372 triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:12.778786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:12.951522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:38:13.488933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 2, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:13.493456 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Checking router: ed74e6eb-0286-4e1c-bd74-4a063a16843e for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:38:13.493869 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Updating router ed74e6eb-0286-4e1c-bd74-4a063a16843e port 95dd6e4d-e81e-4301-81d4-2e081fc2964c binding host dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Feb 05 23:38:13.561236 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:14.026538 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Notify callbacks [] for port, precommit_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:14.040718 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Transition to ACTIVE for port object 95dd6e4d-e81e-4301-81d4-2e081fc2964c will not be triggered until provisioned by entity L2. {{(pid=80151) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:38:14.044645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:14.060490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:14.199725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Pushing event updated for resources: {'Port': ['ID=95dd6e4d-e81e-4301-81d4-2e081fc2964c,revision_number=3']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:14.223438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.223813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.224194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.224559 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.224931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.225311 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.225666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.226022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.226385 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.226742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.227103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.227447 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.227895 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.228250 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.228603 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.228953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.229330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.229688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.230037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.230387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.230735 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.231703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.232067 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.232420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80151) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:14.239274 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:14.416223 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Attempting to bind port 95dd6e4d-e81e-4301-81d4-2e081fc2964c on host dv-cinder-774288-3-smb for vnic_type normal with profile {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:38:14.416631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Attempting to bind port 95dd6e4d-e81e-4301-81d4-2e081fc2964c by drivers openvswitch on host dv-cinder-774288-3-smb at level 0 using segments [{'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:38:14.417037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Attempting to bind port 95dd6e4d-e81e-4301-81d4-2e081fc2964c on network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:38:14.424661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Checking agent: {'id': '1ebedbe1-d616-4220-a6d7-ad4cff67743e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774288-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 15, 11), 'started_at': datetime.datetime(2021, 2, 5, 23, 15, 41), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774288-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.84', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:38:14.425076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Checking segment: {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80151) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:38:14.425549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:14.425980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Bound using segment: {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'} {{(pid=80151) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:38:14.426497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Bound port: 95dd6e4d-e81e-4301-81d4-2e081fc2964c, host: dv-cinder-774288-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'}}] {{(pid=80151) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:38:14.426909 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:14.554653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] For port 95dd6e4d-e81e-4301-81d4-2e081fc2964c, host dv-cinder-774288-3-smb, cleared binding levels {{(pid=80151) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:38:14.563642 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] For port 95dd6e4d-e81e-4301-81d4-2e081fc2964c, host dv-cinder-774288-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=95dd6e4d-e81e-4301-81d4-2e081fc2964c,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80151) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:38:14.566712 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80151) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:14.584077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9611fb6e-c588-41a7-940b-417847def680 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:14.739787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Pushing event updated for resources: {'Port': ['ID=95dd6e4d-e81e-4301-81d4-2e081fc2964c,revision_number=4']} {{(pid=80151) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:14.745334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6cfdeb78-b887-4601-a94c-f99080f8de1f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80151) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:14.803468 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:38:14.804227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:38:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:15.033446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:38:15.415288 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:14Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:15.420344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d46c7ab-0603-457a-8557-462b7d64f420 None None] The sync data for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb is: [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:14Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:38:16.696173 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 95dd6e4d-e81e-4301-81d4-2e081fc2964c up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:16.790304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning for port 95dd6e4d-e81e-4301-81d4-2e081fc2964c completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:38:16.797969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 95dd6e4d-e81e-4301-81d4-2e081fc2964c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:16.798502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:16.944965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:16.983165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] For port 95dd6e4d-e81e-4301-81d4-2e081fc2964c, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=95dd6e4d-e81e-4301-81d4-2e081fc2964c,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:38:16.986435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:16.988383 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:17.069433 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Pushing event updated for resources: {'Port': ['ID=95dd6e4d-e81e-4301-81d4-2e081fc2964c,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:17.074596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:18.255022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:18.660071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 95dd6e4d-e81e-4301-81d4-2e081fc2964c up at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:18.736580 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Provisioning complete for port 95dd6e4d-e81e-4301-81d4-2e081fc2964c triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:18.736998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:19.854155 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-2016ea8f-11be-4e80-91ec-6cefca7b246b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:19.854874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-2016ea8f-11be-4e80-91ec-6cefca7b246b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Synchronizing usage tracker for tenant:6bce34c1e154482fbb717370113f04bd on resource:network {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:38:19.872913 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-2016ea8f-11be-4e80-91ec-6cefca7b246b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Unset dirty status for tenant:6bce34c1e154482fbb717370113f04bd on resource:network {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:38:19.874254 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-2016ea8f-11be-4e80-91ec-6cefca7b246b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 815 time: 0.2608151 Feb 05 23:38:19.890860 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-d51f026d-9f78-4d31-b421-58988754a2e8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/quotas/6bce34c1e154482fbb717370113f04bd HTTP/1.1" status: 200 len: 375 time: 0.0105164 Feb 05 23:38:20.015842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-d7de1072-9166-4486-a6f9-9d4e30f1c90b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Synchronizing usage tracker for tenant:6bce34c1e154482fbb717370113f04bd on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:38:20.032806 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-d7de1072-9166-4486-a6f9-9d4e30f1c90b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Unset dirty status for tenant:6bce34c1e154482fbb717370113f04bd on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:38:20.034260 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-d7de1072-9166-4486-a6f9-9d4e30f1c90b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1378143 Feb 05 23:38:20.187416 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-04caf6d1-6895-47d8-8eb2-d353a62878e0 service neutron] 10.222.0.64 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398265 Feb 05 23:38:20.335788 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-b7ad6c53-7c5a-4ce5-8f3c-f0024117f77d service neutron] 10.222.0.64 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1414249 Feb 05 23:38:20.547767 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-08de9d53-af68-4d88-9805-59c2292ef38f req-97bbf82a-65bb-472e-8ec1-089117572af6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 210 time: 0.0499411 Feb 05 23:38:21.738538 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bbc9805a-a7c5-4f0a-adff-c41339a7e5f3 req-7d609b9d-619b-4e93-8197-a14fb4f47972 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 210 time: 0.0510404 Feb 05 23:38:22.302747 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-7beca571-d1e6-4048-a418-ee40de4d1dae tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:22.304555 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-7beca571-d1e6-4048-a418-ee40de4d1dae tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.89 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 815 time: 0.2561748 Feb 05 23:38:22.331678 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'port': {'device_id': 'e28456df-6862-47e7-830d-dd640e1b390f', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'admin_state_up': True, 'tenant_id': '6bce34c1e154482fbb717370113f04bd'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:22.503284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:22.513425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:22.522885 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Made reservation on behalf of 6bce34c1e154482fbb717370113f04bd for: {'port': 1} {{(pid=80149) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Feb 05 23:38:22.545282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:23.082838 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-31e63635-acb2-431f-a89c-cbd9ecad18cf req-963158cf-db6d-4358-a3a7-fd1baa69e200 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 210 time: 0.0760992 Feb 05 23:38:23.255823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Allocated IP 172.20.0.3 (6fba9b04-4662-4b1e-bd54-0b45b1b13744/879e3e3f-1854-4095-9d1d-ccad1f4ebfbc/f49cf405-aff5-45c5-b267-3a3726d54bbb) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:38:23.489723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:23.509767 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Transition to ACTIVE for port object f49cf405-aff5-45c5-b267-3a3726d54bbb will not be triggered until provisioned by entity DHCP. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:38:23.537129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:23.555305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:23.710688 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event updated for resources: {'Port': ['ID=f49cf405-aff5-45c5-b267-3a3726d54bbb,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:23.735229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.735657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.736070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.736480 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.736898 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.737324 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.737835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.738133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.738535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.738934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.739331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.739723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.740330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.740745 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.741309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.741849 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.742237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.742635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.743031 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.743449 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.743841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.744238 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.744634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.745024 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:38:23.750287 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:23.789543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:38:23.790674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:38:23.793047 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:38:23.938425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:23.939166 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:23.972616 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.89 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6473079 Feb 05 23:38:24.029071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-8edb72a2-c1cd-4aaa-ab69-c752a46fe231 None None] Provisioning for port f49cf405-aff5-45c5-b267-3a3726d54bbb completed by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:38:24.035566 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-8edb72a2-c1cd-4aaa-ab69-c752a46fe231 None None] Provisioning complete for port f49cf405-aff5-45c5-b267-3a3726d54bbb triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:24.035987 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8edb72a2-c1cd-4aaa-ab69-c752a46fe231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:24.105790 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-8edb72a2-c1cd-4aaa-ab69-c752a46fe231 None None] Port f49cf405-aff5-45c5-b267-3a3726d54bbb cannot update to ACTIVE because it is not bound. {{(pid=80150) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}} Feb 05 23:38:24.410293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a606286-8e35-4df1-84fe-be78057c1b02 req-fbb31d88-0602-439c-87bb-1a4bcded40e9 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:24.411041 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-6a606286-8e35-4df1-84fe-be78057c1b02 req-fbb31d88-0602-439c-87bb-1a4bcded40e9 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Synchronizing usage tracker for tenant:6bce34c1e154482fbb717370113f04bd on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:38:24.427946 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-6a606286-8e35-4df1-84fe-be78057c1b02 req-fbb31d88-0602-439c-87bb-1a4bcded40e9 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Unset dirty status for tenant:6bce34c1e154482fbb717370113f04bd on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:38:24.429837 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6a606286-8e35-4df1-84fe-be78057c1b02 req-fbb31d88-0602-439c-87bb-1a4bcded40e9 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 931 time: 0.1994328 Feb 05 23:38:24.514127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-6a606286-8e35-4df1-84fe-be78057c1b02 req-657e84af-237b-420e-847b-60e8fe030038 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Synchronizing usage tracker for tenant:6bce34c1e154482fbb717370113f04bd on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:38:24.538711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-6a606286-8e35-4df1-84fe-be78057c1b02 req-657e84af-237b-420e-847b-60e8fe030038 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Unset dirty status for tenant:6bce34c1e154482fbb717370113f04bd on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:38:24.540043 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6a606286-8e35-4df1-84fe-be78057c1b02 req-657e84af-237b-420e-847b-60e8fe030038 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015835 Feb 05 23:38:25.849520 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eff60b-4182-4c19-b369-58916519c303 req-d636e69b-80a4-46a7-858b-7e4b3f75c4db tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:25.851274 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-77eff60b-4182-4c19-b369-58916519c303 req-d636e69b-80a4-46a7-858b-7e4b3f75c4db tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 931 time: 0.1732152 Feb 05 23:38:25.921275 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-77eff60b-4182-4c19-b369-58916519c303 req-8aaac3fc-b4db-454e-aee4-f7ccfb836227 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617948 Feb 05 23:38:27.234320 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569fa5d-7566-4540-a116-cffe58698a4d req-63c34010-dd7f-44ef-930a-db3028df93ef tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:27.236006 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2569fa5d-7566-4540-a116-cffe58698a4d req-63c34010-dd7f-44ef-930a-db3028df93ef tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 931 time: 0.1801353 Feb 05 23:38:27.305584 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2569fa5d-7566-4540-a116-cffe58698a4d req-f2a36311-5216-44b3-a980-a3cc4995d81e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627482 Feb 05 23:38:28.652455 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41f7888-1035-43b7-9c4f-b732ea3ce4e3 req-5257af08-bb56-4ebc-87ff-f054cf22b0ad tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:28.654818 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d41f7888-1035-43b7-9c4f-b732ea3ce4e3 req-5257af08-bb56-4ebc-87ff-f054cf22b0ad tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 931 time: 0.1917717 Feb 05 23:38:28.725179 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d41f7888-1035-43b7-9c4f-b732ea3ce4e3 req-df1702dd-e342-4890-ad93-d6b456bded11 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643802 Feb 05 23:38:30.051102 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d95116-0406-4a93-aef0-241f51c4e4d0 req-d6044c31-ee00-4288-b2d2-e05638c5c27c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:30.052736 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a1d95116-0406-4a93-aef0-241f51c4e4d0 req-d6044c31-ee00-4288-b2d2-e05638c5c27c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 931 time: 0.1875100 Feb 05 23:38:30.120800 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a1d95116-0406-4a93-aef0-241f51c4e4d0 req-8f245a44-bdb9-4f9a-aa30-af37af002cc6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614822 Feb 05 23:38:31.428901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435f168a-463b-45bb-9dd3-8c121a07d421 req-74409406-b617-42c1-8c5e-352dd548d743 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:31.430636 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-435f168a-463b-45bb-9dd3-8c121a07d421 req-74409406-b617-42c1-8c5e-352dd548d743 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 931 time: 0.1740558 Feb 05 23:38:31.586316 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-435f168a-463b-45bb-9dd3-8c121a07d421 req-b7c2d727-f7e3-4c20-976c-f3522b857109 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479928 Feb 05 23:38:32.877213 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad24efe-e6ae-4da3-a788-fdbb050fba49 req-36417437-1baa-4b00-8982-a383e98221fd tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:32.878839 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bad24efe-e6ae-4da3-a788-fdbb050fba49 req-36417437-1baa-4b00-8982-a383e98221fd tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 931 time: 0.1695437 Feb 05 23:38:32.944587 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bad24efe-e6ae-4da3-a788-fdbb050fba49 req-36be50b2-af82-4b79-9eb1-4dfae47518e0 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591052 Feb 05 23:38:34.242202 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663b7ac-c7d8-4b27-bdb8-9cbac98e2df4 req-f7a0bae6-d162-497c-9e13-5ece280e8e9a tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:34.243801 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0663b7ac-c7d8-4b27-bdb8-9cbac98e2df4 req-f7a0bae6-d162-497c-9e13-5ece280e8e9a tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 931 time: 0.1658008 Feb 05 23:38:34.312354 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0663b7ac-c7d8-4b27-bdb8-9cbac98e2df4 req-371951d5-a76e-4080-ab96-b534414e144e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619981 Feb 05 23:38:34.734609 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Request body: {'port': {'device_id': 'e28456df-6862-47e7-830d-dd640e1b390f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77428'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:34.857071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:34.881046 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-d0ced7dc-edec-4ce7-b1f8-528d7765b807 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0872319 Feb 05 23:38:35.054542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-6e39ec3d-6a83-4f58-815e-828b6012fffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:35.056230 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-6e39ec3d-6a83-4f58-815e-828b6012fffd service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.0807309 Feb 05 23:38:35.215883 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-bc42f751-0bef-48e5-9e8e-cc03fbc12983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:35.218223 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-bc42f751-0bef-48e5-9e8e-cc03fbc12983 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.1405740 Feb 05 23:38:35.296574 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f49cf405-aff5-45c5-b267-3a3726d54bbb {{(pid=80149) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Feb 05 23:38:35.316620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:35.331146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Transition to ACTIVE for port object f49cf405-aff5-45c5-b267-3a3726d54bbb will not be triggered until provisioned by entity L2. {{(pid=80149) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Feb 05 23:38:35.333939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:35.348277 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-4b89edb4-cc3c-4b38-8a04-ce4016ddb11d service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 1000 time: 0.1226232 Feb 05 23:38:35.426906 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-2327b6bc-ff0c-45a2-9521-72037a5e6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:35.428857 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-2327b6bc-ff0c-45a2-9521-72037a5e6e5d service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0743415 Feb 05 23:38:35.477208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-bcafd5ac-9ba8-4713-9fd3-8a8f22de2378 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:35.537230 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-06e7c8ac-fe60-422c-8851-812e8a64a448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:35.538912 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-06e7c8ac-fe60-422c-8851-812e8a64a448 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1024990 Feb 05 23:38:35.685393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f49cf405-aff5-45c5-b267-3a3726d54bbb,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:35.694285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:35.860816 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a98e4a-a1c2-48cf-866d-10fcc32349ab req-867955b4-7224-406f-b2b8-08c078bc71eb tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:35.862627 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-52a98e4a-a1c2-48cf-866d-10fcc32349ab req-867955b4-7224-406f-b2b8-08c078bc71eb tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 943 time: 0.3467653 Feb 05 23:38:35.913095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Attempting to bind port f49cf405-aff5-45c5-b267-3a3726d54bbb on host hv-cinder-77428 for vnic_type normal with profile {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 05 23:38:35.913989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Attempting to bind port f49cf405-aff5-45c5-b267-3a3726d54bbb by drivers openvswitch on host hv-cinder-77428 at level 0 using segments [{'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Feb 05 23:38:35.914572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Attempting to bind port f49cf405-aff5-45c5-b267-3a3726d54bbb on network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Feb 05 23:38:35.940593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Checking agent: {'id': '8b7fb373-e4ab-4d6f-b91c-03028a72f75f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77428', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 5, 23, 22, 18), 'started_at': datetime.datetime(2021, 2, 5, 23, 22, 48), 'heartbeat_timestamp': datetime.datetime(2021, 2, 5, 23, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.92', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 05 23:38:35.941198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Checking segment: {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80149) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Feb 05 23:38:35.941868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:35.942503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Bound using segment: {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'} {{(pid=80149) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 05 23:38:35.943270 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Bound port: f49cf405-aff5-45c5-b267-3a3726d54bbb, host: hv-cinder-77428, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20b8f64c-38e0-4edb-840f-b7e014ac80e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744'}}] {{(pid=80149) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Feb 05 23:38:35.943871 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:35.960190 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-4ea173f8-b1d7-495a-a5e1-cc8058629772 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132032 Feb 05 23:38:35.996115 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-52a98e4a-a1c2-48cf-866d-10fcc32349ab req-25156b9f-7262-4753-a994-b14b17370512 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229258 Feb 05 23:38:36.080470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] For port f49cf405-aff5-45c5-b267-3a3726d54bbb, host hv-cinder-77428, cleared binding levels {{(pid=80149) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Feb 05 23:38:36.083742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] For port f49cf405-aff5-45c5-b267-3a3726d54bbb, host hv-cinder-77428, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80149) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Feb 05 23:38:36.087331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:36.103186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-fdb3540d-66a6-4148-be1a-9204dc7d8b87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:36.110884 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7c23c986-3151-4066-bfbd-c898c6c28f31 req-7344c7ba-2ba1-40c8-9a05-44f1d73ae19f service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439943 Feb 05 23:38:36.258287 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Pushing event updated for resources: {'Port': ['ID=f49cf405-aff5-45c5-b267-3a3726d54bbb,revision_number=3']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:36.264515 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:36.296769 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:36.297493 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:36.298916 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] 10.222.0.89 "PUT /v2.0/ports/f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 1157 time: 1.5692575 Feb 05 23:38:36.299454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:38:36.447089 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-46c4c678-29f4-475c-8abe-1ef2e459fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:36.448776 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-46c4c678-29f4-475c-8abe-1ef2e459fe37 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1160 time: 0.0862250 Feb 05 23:38:36.551354 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-3bb63c7a-b721-40d0-95a5-b80600264485 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 217 time: 0.0877912 Feb 05 23:38:36.577892 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d1745795-86b5-4d8b-937d-20d30988f53b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:36.612921 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'status': 'completed', 'code': 200} Feb 05 23:38:36.631960 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-798c2e27-4e10-4825-8487-030f336e2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:36.633617 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-798c2e27-4e10-4825-8487-030f336e2bd7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.0763049 Feb 05 23:38:36.719144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-c91d6caa-891f-4e4d-831c-5992a4bc6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:36.720798 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-c91d6caa-891f-4e4d-831c-5992a4bc6ff2 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0805247 Feb 05 23:38:37.100070 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-0b17514e-555d-41e4-9a66-26a4effdf0c9 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719313 Feb 05 23:38:37.316935 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7bd0a16f-0615-4b79-901f-37d5bef5c21e req-22a30c6d-2b87-43ad-b241-824f94a80430 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2096543 Feb 05 23:38:37.401568 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df33bc-55c5-47c4-bac5-3f9052ebdd05 req-7cf1dba6-6cc3-4255-b786-5b37608c661a tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:37.403312 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d5df33bc-55c5-47c4-bac5-3f9052ebdd05 req-7cf1dba6-6cc3-4255-b786-5b37608c661a tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 943 time: 0.2698696 Feb 05 23:38:37.521462 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d5df33bc-55c5-47c4-bac5-3f9052ebdd05 req-6d37ff8a-d727-437a-ae64-7547d7d09b99 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810142 Feb 05 23:38:37.541206 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-72e17ddc-de58-4629-9619-a7118270202e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:37.542846 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-72e17ddc-de58-4629-9619-a7118270202e service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1160 time: 0.1385689 Feb 05 23:38:37.690824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-f581c4c6-0b19-44fb-bc94-8ed3fc1d213e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:37.692351 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-f581c4c6-0b19-44fb-bc94-8ed3fc1d213e service neutron] 10.222.0.89 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.1429977 Feb 05 23:38:37.768687 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-fd552e46-004d-4430-94cf-161ce3654e04 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 217 time: 0.0690260 Feb 05 23:38:37.842884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-bb940af4-7c82-48c3-9629-77fefe9ff73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:37.844478 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-bb940af4-7c82-48c3-9629-77fefe9ff73f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.0696170 Feb 05 23:38:37.930051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-83780a02-4155-48e5-be62-c98a185f0c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:37.931713 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-83780a02-4155-48e5-be62-c98a185f0c29 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0784273 Feb 05 23:38:38.076983 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-26c823bc-58a4-419b-a8fc-7b3c9b128a27 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376302 Feb 05 23:38:38.222958 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae94f4b3-a357-45ed-af10-487fdf08ba0e req-0ff53d7c-fe87-4717-9a07-51a634d6c47a service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388135 Feb 05 23:38:38.826633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0dda4-dfc9-4f55-ba6e-d8dd490c8de6 req-ad603f55-a3eb-450e-8d08-3cfaeb35eaa3 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:38.828214 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-87b0dda4-dfc9-4f55-ba6e-d8dd490c8de6 req-ad603f55-a3eb-450e-8d08-3cfaeb35eaa3 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 943 time: 0.1700175 Feb 05 23:38:38.893949 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-87b0dda4-dfc9-4f55-ba6e-d8dd490c8de6 req-f31cc499-3ef4-467e-9b29-89315b1da098 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593112 Feb 05 23:38:39.035787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7777d29b-ec6d-4d72-bf1c-8fccac641203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:39.826985 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:40.191730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a279f58-c91e-4854-ab3c-8d4faab0c51a req-7679628a-5aa6-4c56-b8da-36ddec3606e7 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:40.193417 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a279f58-c91e-4854-ab3c-8d4faab0c51a req-7679628a-5aa6-4c56-b8da-36ddec3606e7 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 943 time: 0.1682985 Feb 05 23:38:40.259505 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-4a279f58-c91e-4854-ab3c-8d4faab0c51a req-7cd759c9-78c1-4c48-9ac8-3051f99c577d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596895 Feb 05 23:38:40.686713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:41.114317 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:41.562531 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f9bf6-b8d7-47d7-984a-1d453ebbbafc req-564da8df-616c-44a1-bdec-10bc3672077c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:41.564251 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a41f9bf6-b8d7-47d7-984a-1d453ebbbafc req-564da8df-616c-44a1-bdec-10bc3672077c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 943 time: 0.1749291 Feb 05 23:38:41.629764 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a41f9bf6-b8d7-47d7-984a-1d453ebbbafc req-b56afc86-16ef-4609-97d5-74e16184015a tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591400 Feb 05 23:38:42.508932 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.objects.ports [None req-944cde22-abc9-453c-ab3e-ebb40c423e0d None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80150) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}} Feb 05 23:38:42.931070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b1af2-5026-419c-8308-ce161d8f98e1 req-2449fb69-4cb5-4ec5-bd5a-53ce184e9a74 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:42.932680 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b19b1af2-5026-419c-8308-ce161d8f98e1 req-2449fb69-4cb5-4ec5-bd5a-53ce184e9a74 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 943 time: 0.1718373 Feb 05 23:38:43.003062 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b19b1af2-5026-419c-8308-ce161d8f98e1 req-f77c80b6-e994-4d64-94d8-9bf5c299423f tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640769 Feb 05 23:38:43.197626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device f49cf405-aff5-45c5-b267-3a3726d54bbb up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:43.273314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning for port f49cf405-aff5-45c5-b267-3a3726d54bbb completed by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Feb 05 23:38:43.278229 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port f49cf405-aff5-45c5-b267-3a3726d54bbb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:43.278653 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:43.409497 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:43.440614 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:38:43.451432 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port f49cf405-aff5-45c5-b267-3a3726d54bbb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:38:43.456170 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:43.458207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d1c4ac8d-9224-4931-b48c-73a4c6bb705b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:43.507826 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'code': 200} Feb 05 23:38:43.536585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=f49cf405-aff5-45c5-b267-3a3726d54bbb,revision_number=4']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:43.539908 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:43.779854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590854d8-b428-4d19-9a49-1d55b0264ea9 req-ed7b22fe-491c-4069-b5a0-04dc402aeb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:43.781621 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-590854d8-b428-4d19-9a49-1d55b0264ea9 req-ed7b22fe-491c-4069-b5a0-04dc402aeb2d service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1162 time: 0.0794339 Feb 05 23:38:43.827143 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-590854d8-b428-4d19-9a49-1d55b0264ea9 req-a9fdc59b-a791-471d-bbea-d5434ee3a10c service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381930 Feb 05 23:38:44.309454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0187c6c-ee21-4ec1-8e2c-d74d4b6fe9ec req-bbdd3cb5-95a4-49cc-abc1-6fdbf21aedbb tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:44.311400 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d0187c6c-ee21-4ec1-8e2c-d74d4b6fe9ec req-bbdd3cb5-95a4-49cc-abc1-6fdbf21aedbb tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.1746693 Feb 05 23:38:44.379132 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d0187c6c-ee21-4ec1-8e2c-d74d4b6fe9ec req-cfdbaa8b-207d-4f07-bd7e-dc1bfd50d645 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613241 Feb 05 23:38:44.637554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device f49cf405-aff5-45c5-b267-3a3726d54bbb up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:44.726249 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port f49cf405-aff5-45c5-b267-3a3726d54bbb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:44.726663 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:45.650997 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:38:45.681335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af458f1-d1d8-4e01-961a-30816d2b360b req-5390f931-ce45-4cd7-98fa-e84cda2b5de0 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:45.682980 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3af458f1-d1d8-4e01-961a-30816d2b360b req-5390f931-ce45-4cd7-98fa-e84cda2b5de0 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.1700749 Feb 05 23:38:45.752002 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3af458f1-d1d8-4e01-961a-30816d2b360b req-ca9a9dc3-ad53-4e8e-974f-10c91625f65e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624826 Feb 05 23:38:46.641994 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device f49cf405-aff5-45c5-b267-3a3726d54bbb up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:38:46.720858 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port f49cf405-aff5-45c5-b267-3a3726d54bbb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:38:46.721466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:47.053132 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b13a2-0545-47f0-bd8d-9658fa84fe95 req-41daf947-8319-428e-b764-e24115f9d927 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:47.054755 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e67b13a2-0545-47f0-bd8d-9658fa84fe95 req-41daf947-8319-428e-b764-e24115f9d927 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.1698544 Feb 05 23:38:47.119008 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e67b13a2-0545-47f0-bd8d-9658fa84fe95 req-8791cde0-5ce4-425f-b301-611c6cd2692d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578525 Feb 05 23:38:47.414095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff792b6-0fb5-4186-85cb-d0d96347d671 req-3cfd7510-9fa0-4a14-94d0-d047039caec9 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:47.415727 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dff792b6-0fb5-4186-85cb-d0d96347d671 req-3cfd7510-9fa0-4a14-94d0-d047039caec9 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.1645787 Feb 05 23:38:47.487587 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dff792b6-0fb5-4186-85cb-d0d96347d671 req-a2193df4-564d-4b92-bfca-af54d49c3417 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655637 Feb 05 23:38:48.026474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d17c683-14d6-4dde-ae27-a47e75acfe85 req-2f131ab4-cc1c-4b9e-8327-5f861cd292f8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:48.028092 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d17c683-14d6-4dde-ae27-a47e75acfe85 req-2f131ab4-cc1c-4b9e-8327-5f861cd292f8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.1675117 Feb 05 23:38:48.093156 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d17c683-14d6-4dde-ae27-a47e75acfe85 req-d9b2dfea-f2d1-41b7-8d9c-e490d5ee2472 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586176 Feb 05 23:38:48.250054 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:53.196186 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697cf1-e7c4-4f49-9417-daec2125cf2d req-b8ef98ea-cc0d-4844-b2dc-7e5c3aa7086e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:53.197820 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-18697cf1-e7c4-4f49-9417-daec2125cf2d req-b8ef98ea-cc0d-4844-b2dc-7e5c3aa7086e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.1737380 Feb 05 23:38:53.265265 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-18697cf1-e7c4-4f49-9417-daec2125cf2d req-74e4d504-dd0b-4e6f-9c56-1e610d3de183 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610206 Feb 05 23:38:53.514960 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-779e7ab5-6243-4e01-8af4-dfcedb2615e8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1930156 Feb 05 23:38:53.525113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'floatingip': {'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:53.547498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:53.551521 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Usage tracker for resource:floatingip and tenant:6bce34c1e154482fbb717370113f04bd is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:38:53.554507 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:38:53.560457 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:53.571853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for floatingip, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:53.720969 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:53.994882 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_common [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Allocated IP 172.28.1.201 (6f16df90-7b18-4e37-ae66-e3b4e3e05b4c/e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0/0f5116de-b6f2-4990-a8ce-9f5116e341b1) {{(pid=80149) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Feb 05 23:38:54.382751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for port, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:54.413591 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732454104537', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:54.429582 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-79ee4d36-a3f7-4b81-951f-8ef8f802f50a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:54.562292 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event updated for resources: {'Port': ['ID=0f5116de-b6f2-4990-a8ce-9f5116e341b1,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:54.567030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:54.618986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Network 6f16df90-7b18-4e37-ae66-e3b4e3e05b4c is already hosted by enough agents. {{(pid=80149) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Feb 05 23:38:54.620137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.base_scheduler [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Resources bound (agent type, host, resource id): {{(pid=80149) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Feb 05 23:38:54.622483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Received port after_create {{(pid=80149) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Feb 05 23:38:54.707563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:54.774302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:55.048197 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:55.051615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:55.066831 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1bc6f27b-1ced-4898-9dcd-2069d608e298 tempest-AttachVolumeTestJSON-488273199 tempest-AttachVolumeTestJSON-488273199-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:55.204335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event updated for resources: {'Port': ['ID=0f5116de-b6f2-4990-a8ce-9f5116e341b1,revision_number=2']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:55.209661 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:55.312518 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:55.335666 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:55.337288 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-3be829bf-6bb4-4313-99a5-b047d880b225 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8160973 Feb 05 23:38:55.444361 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-ad6539a9-ba41-45e0-a645-7085338f12b8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Synchronizing usage tracker for tenant:6bce34c1e154482fbb717370113f04bd on resource:floatingip {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:38:55.461441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-ad6539a9-ba41-45e0-a645-7085338f12b8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Unset dirty status for tenant:6bce34c1e154482fbb717370113f04bd on resource:floatingip {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:38:55.463004 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-ad6539a9-ba41-45e0-a645-7085338f12b8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.1.201 HTTP/1.1" status: 200 len: 696 time: 0.1186182 Feb 05 23:38:55.709993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-1d0f975e-3777-4c21-8e2d-9724c9c8b619 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:55.711550 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e6d2e1b3-3400-47fd-a826-1ed78d5046cc req-1d0f975e-3777-4c21-8e2d-9724c9c8b619 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/networks/6f16df90-7b18-4e37-ae66-e3b4e3e05b4c HTTP/1.1" status: 200 len: 784 time: 0.2406509 Feb 05 23:38:55.992514 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-bc96cfc5-f915-43f7-a009-819d401847a6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:55.994161 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-bc96cfc5-f915-43f7-a009-819d401847a6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1708975 Feb 05 23:38:56.101330 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-d0238e1b-2025-4706-92f3-286ce3f02e03 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.1.201 HTTP/1.1" status: 200 len: 696 time: 0.1006474 Feb 05 23:38:56.112372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'floatingip': {'port_id': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'fixed_ip_address': '172.20.0.3'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:56.211103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for floatingip, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:56.859059 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:56.861828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854094893'] for floatingip, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:57.044224 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Floating IP 05a3153d-6d6e-4a92-910d-d12168979a27 associated. External IP: 172.28.1.201, port: f49cf405-aff5-45c5-b267-3a3726d54bbb. Feb 05 23:38:57.659272 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Router ed74e6eb-0286-4e1c-bd74-4a063a16843e has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:38:57.859602 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:38:57.863921 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:57.869297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] Sync routers for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:38:57.880077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:38:57.880751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:38:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:57.924469 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-9409c785-e8fd-46bb-b0a6-4bd37dd7db0d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "PUT /v2.0/floatingips/05a3153d-6d6e-4a92-910d-d12168979a27 HTTP/1.1" status: 200 len: 996 time: 1.8162522 Feb 05 23:38:57.925034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:38:57.988144 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'status': 'completed', 'code': 200} Feb 05 23:38:58.080358 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:38:58.171462 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-d7205934-0508-4240-80b3-fad7192debb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:58.173873 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-d7205934-0508-4240-80b3-fad7192debb8 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1162 time: 0.1187022 Feb 05 23:38:58.175484 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-66d6cf52-c670-41a1-9747-bc7ff9e7b65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:58.177187 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-66d6cf52-c670-41a1-9747-bc7ff9e7b65c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1162 time: 0.2377472 Feb 05 23:38:58.462578 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-6b90d670-3ae2-47a8-a7f9-83ca5a811099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:58.464206 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-6b90d670-3ae2-47a8-a7f9-83ca5a811099 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.2833745 Feb 05 23:38:58.467818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-dc6ebde7-6c1d-410b-a370-699408f7b3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:58.469367 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-dc6ebde7-6c1d-410b-a370-699408f7b3cd service neutron] 10.222.0.64 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.2603450 Feb 05 23:38:58.628902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '05a3153d-6d6e-4a92-910d-d12168979a27', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'floating_ip_address': '172.28.1.201', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'port_id': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'mac_address': 'fa:16:3e:3e:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28456df-6862-47e7-830d-dd640e1b390f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:38:54Z', 'updated_at': '2021-02-05T23:38:56Z', 'revision_number': 1, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:16Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:58.633289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] Checking router: ed74e6eb-0286-4e1c-bd74-4a063a16843e for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:38:58.642864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:38:58.643534 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:38:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:58.683346 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-0b614b83-2e4f-424f-aae3-118744348cb6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 999 time: 0.2108157 Feb 05 23:38:58.688215 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-07633153-93b8-48d3-bff3-b7c8f7630ab6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 999 time: 0.1535871 Feb 05 23:38:58.815165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-6b1ea2c0-379a-406a-b46a-429213195e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:58.816712 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-6b1ea2c0-379a-406a-b46a-429213195e6f service neutron] 10.222.0.89 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.1267126 Feb 05 23:38:58.818764 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-31186cb7-6e9a-4fc1-a378-702017891822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:58.821331 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-31186cb7-6e9a-4fc1-a378-702017891822 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.0925808 Feb 05 23:38:58.842516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:38:58.980171 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-6dde245a-f9bb-4156-bf20-5e553823cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:58.982057 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-6dde245a-f9bb-4156-bf20-5e553823cf6a service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1543701 Feb 05 23:38:58.985350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-b1805855-449e-4117-94f1-eddcfb16fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:38:58.986865 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-b1805855-449e-4117-94f1-eddcfb16fac5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1206605 Feb 05 23:38:59.020032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-93171f94-db5b-4a05-b9eb-87ec0dceb082 service neutron] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:38:59.021104 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-93171f94-db5b-4a05-b9eb-87ec0dceb082 service neutron] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0090361 Feb 05 23:38:59.219905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '05a3153d-6d6e-4a92-910d-d12168979a27', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'floating_ip_address': '172.28.1.201', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'port_id': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'mac_address': 'fa:16:3e:3e:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28456df-6862-47e7-830d-dd640e1b390f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:38:54Z', 'updated_at': '2021-02-05T23:38:56Z', 'revision_number': 1, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:16Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:38:59.224126 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16a9aaf9-e235-44c7-b29f-63eaa6ae8cc9 None None] The sync data for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb is: [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_floatingips': [{'id': '05a3153d-6d6e-4a92-910d-d12168979a27', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'floating_ip_address': '172.28.1.201', 'floating_network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'router_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'port_id': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'mac_address': 'fa:16:3e:3e:38:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28456df-6862-47e7-830d-dd640e1b390f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-05T23:38:54Z', 'updated_at': '2021-02-05T23:38:56Z', 'revision_number': 1, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:16Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:38:59.251125 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-fa44264a-1166-4b65-84fc-e3c211638983 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615488 Feb 05 23:38:59.343194 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-f70d118b-b806-467c-b152-f5e16973c581 service neutron] 10.222.0.64 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721617 Feb 05 23:38:59.521636 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-37d328d2-b4c3-48d3-aa52-ce6f91b088a9 req-638236d9-871e-409a-ab89-36415599624d service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2608306 Feb 05 23:38:59.546184 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-89eabae2-5be5-4683-8d50-6bd0ec5c8eae req-5a2c8042-ff54-462b-948e-1f9067644f3b service neutron] 10.222.0.64 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1957061 Feb 05 23:38:59.551533 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410aa925-a91e-4ccb-9a29-5bf65b9f55c0 None None] New status for floating IP 05a3153d-6d6e-4a92-910d-d12168979a27: ACTIVE {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:38:59.606427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-988707830', 'description': 'tempest-TestMinimumBasicScenario-988707830 description'}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:59.629814 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:59.640265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:59.649787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:59.673570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:59.677938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Usage tracker for resource:security_group_rule and tenant:6bce34c1e154482fbb717370113f04bd is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:38:59.680905 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:38:59.687563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:38:59.761417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:59.764756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:59.770263 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f087b747-18c0-4c7d-82c2-810ea7481a2b tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:38:59.818519 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14acaed6-635d-42e0-9a2b-977e4021dcc9,revision_number=1']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:38:59.821744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:38:59.822784 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:38:59.824166 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-05ade0ce-ee58-4567-acc1-d392fb8840ea req-2308c179-d836-4bea-b68b-05cefcb1f829 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2224231 Feb 05 23:38:59.939184 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-0cce0fc9-089e-42d2-85c7-f752b5c52c89 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups/14acaed6-635d-42e0-9a2b-977e4021dcc9 HTTP/1.1" status: 200 len: 1812 time: 0.0771921 Feb 05 23:38:59.951419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14acaed6-635d-42e0-9a2b-977e4021dcc9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:59.951786 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14acaed6-635d-42e0-9a2b-977e4021dcc9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:38:59.975485 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:38:59.979939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Usage tracker for resource:security_group_rule and tenant:6bce34c1e154482fbb717370113f04bd is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:38:59.984051 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:38:59.990435 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:39:00.047706 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:00.072076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:00.074952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:00.077807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3f25c3e6-a153-4a27-b383-2b55ae3ec759 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:39:00.102137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986a79fe-85b6-4be7-a0ee-779462f7431d,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:39:00.104746 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:39:00.111362 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:00.112655 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bcfbef2d-e1b6-4a64-8f22-047191608da4 req-95020b67-0cac-4bc1-b477-f8a3bb158aa6 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1666398 Feb 05 23:39:00.210584 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-01401ec0-c67a-47ee-adc3-7b70a42ece71 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups/14acaed6-635d-42e0-9a2b-977e4021dcc9 HTTP/1.1" status: 200 len: 2405 time: 0.0658424 Feb 05 23:39:00.222482 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14acaed6-635d-42e0-9a2b-977e4021dcc9', 'remote_group_id': None}]} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:39:00.222836 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14acaed6-635d-42e0-9a2b-977e4021dcc9', 'remote_group_id': None}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:39:00.245499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Feb 05 23:39:00.249896 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Usage tracker for resource:security_group_rule and tenant:6bce34c1e154482fbb717370113f04bd is out of sync, need to count used quota {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Feb 05 23:39:00.252979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80149) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Feb 05 23:39:00.258845 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.quota.driver [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80149) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Feb 05 23:39:00.316874 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:00.343490 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:00.346105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148422'] for security_group_rule, after_create {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:00.353176 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:39:00.377965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1794097e-a925-4ffd-8bf0-7e6afc19c8f5,revision_number=0']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:39:00.380590 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:39:00.392405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:00.392405 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58cad2bc-8aad-4b0a-bf23-a88ed7ad7167 req-1d530241-48a2-4810-88d4-7b34acd3297b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1676044 Feb 05 23:39:00.552424 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-f622534b-f191-4937-9321-a8efddedf094 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Synchronizing usage tracker for tenant:6bce34c1e154482fbb717370113f04bd on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:39:00.567723 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-f622534b-f191-4937-9321-a8efddedf094 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Unset dirty status for tenant:6bce34c1e154482fbb717370113f04bd on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:39:00.568953 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-f622534b-f191-4937-9321-a8efddedf094 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-988707830&fields=id&tenant_id=6bce34c1e154482fbb717370113f04bd HTTP/1.1" status: 200 len: 267 time: 0.0757477 Feb 05 23:39:00.743640 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-deba1d44-83ce-4169-be7b-9e7bc0ef72ad tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:00.745358 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-deba1d44-83ce-4169-be7b-9e7bc0ef72ad tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.1697943 Feb 05 23:39:00.758608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'port': {'security_groups': ['2ffc0050-be4c-4457-bf21-50024e44f734', '14acaed6-635d-42e0-9a2b-977e4021dcc9']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:39:01.169106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:01.509205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] For port f49cf405-aff5-45c5-b267-3a3726d54bbb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:39:01.538570 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:01.542191 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:01.557470 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-43638b9e-358c-487d-9b93-78df013b2617 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:39:01.721035 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event updated for resources: {'Port': ['ID=f49cf405-aff5-45c5-b267-3a3726d54bbb,revision_number=5']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:39:01.726660 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:39:01.832536 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:01.833048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:01.834679 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-11fa59d9-29ea-4604-b2e3-28274169fb21 req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "PUT /v2.0/ports/f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 981 time: 1.0815229 Feb 05 23:39:01.837668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:39:01.903419 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'status': 'completed', 'code': 200} Feb 05 23:39:01.964413 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-4db8bf58-618b-4351-8dc9-95ee3fcb8f8d None None] Provisioning complete for port f49cf405-aff5-45c5-b267-3a3726d54bbb triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:39:01.964822 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4db8bf58-618b-4351-8dc9-95ee3fcb8f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:02.108671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-ec86ef79-1205-4238-bfc2-3cce878f054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:02.110433 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-ec86ef79-1205-4238-bfc2-3cce878f054d service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1202 time: 0.1579316 Feb 05 23:39:02.196328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3569d4-4225-42df-b073-ae48b9350111 req-5bcb24c1-0b27-49e0-a787-58437e38a2c7 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:02.197976 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ad3569d4-4225-42df-b073-ae48b9350111 req-5bcb24c1-0b27-49e0-a787-58437e38a2c7 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.2040648 Feb 05 23:39:02.388211 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ad3569d4-4225-42df-b073-ae48b9350111 req-70524f79-f7d8-4a71-988b-122280ed2be0 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1626558 Feb 05 23:39:02.426981 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-1557abc1-fd6b-4334-8f46-af611a98e6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:02.428603 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-1557abc1-fd6b-4334-8f46-af611a98e6e2 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.2296262 Feb 05 23:39:02.542699 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-68d94840-43b8-4606-aafb-74282c5d3958 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 1001 time: 0.1069453 Feb 05 23:39:02.617584 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-7bac9c21-ab97-4bd6-9608-06846e64077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:02.619218 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-7bac9c21-ab97-4bd6-9608-06846e64077c service neutron] 10.222.0.89 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.0696816 Feb 05 23:39:02.710121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-fa365d90-9bbf-46df-a205-b3caba7e3a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:02.711717 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-fa365d90-9bbf-46df-a205-b3caba7e3a7f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0839794 Feb 05 23:39:02.859464 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-c475fa8a-c3ca-493e-9c00-8b2ad3596ae3 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389182 Feb 05 23:39:03.007977 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0a1f16c4-50ee-42b7-8caa-cc110d6637a2 req-37600756-cb7c-48f6-81cb-c3fb01e74fa9 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1399057 Feb 05 23:39:03.027911 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device f49cf405-aff5-45c5-b267-3a3726d54bbb up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:39:03.102418 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port f49cf405-aff5-45c5-b267-3a3726d54bbb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:39:03.102835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:06.559553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-64d40ab8-605c-4ef2-a69e-c9ab804f64d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:09.037608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3f656ea3-a28b-4d26-b3ee-54618de88eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:09.832277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:10.690476 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:11.117920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:16.341318 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584acc9a-6a4b-4335-a24c-5de047137fdb req-5194a597-225a-485c-87e0-5a6d68f0367d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:16.342958 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-584acc9a-6a4b-4335-a24c-5de047137fdb req-5194a597-225a-485c-87e0-5a6d68f0367d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1711655 Feb 05 23:39:16.410948 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-584acc9a-6a4b-4335-a24c-5de047137fdb req-61151356-d705-4577-885e-7099037dd7c9 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0609145 Feb 05 23:39:17.713577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eacf474-4a8d-4709-bddf-557b3ce36de2 req-a3a2d772-eea2-4858-9b5a-c0694dbadb44 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:17.715248 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9eacf474-4a8d-4709-bddf-557b3ce36de2 req-a3a2d772-eea2-4858-9b5a-c0694dbadb44 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1706080 Feb 05 23:39:17.780027 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9eacf474-4a8d-4709-bddf-557b3ce36de2 req-59737fee-8743-40c1-92bf-70b476ed124d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0576215 Feb 05 23:39:18.248679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:19.089002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d1782-074c-47b2-ae8f-ed663a7ad97b req-8ff02fa3-58de-4ea1-a97e-9ebded5906d0 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:19.090763 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d48d1782-074c-47b2-ae8f-ed663a7ad97b req-8ff02fa3-58de-4ea1-a97e-9ebded5906d0 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1783082 Feb 05 23:39:19.155674 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d48d1782-074c-47b2-ae8f-ed663a7ad97b req-6f54bfb6-ce73-46c6-80f1-0cc54030d341 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0579426 Feb 05 23:39:20.452687 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08130315-dc91-449f-94c2-70e759123092 req-572816fd-0860-466a-b666-6749d80e8f16 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:20.454495 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-08130315-dc91-449f-94c2-70e759123092 req-572816fd-0860-466a-b666-6749d80e8f16 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1674027 Feb 05 23:39:20.520947 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-08130315-dc91-449f-94c2-70e759123092 req-f4be73d7-13fa-464e-93f0-c21519fae03d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0594041 Feb 05 23:39:21.827556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ea5a1-59a9-44d7-8b5f-a4f51955b46f req-247ad530-011c-48ab-9f45-e3db8f283ef5 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:21.829836 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a92ea5a1-59a9-44d7-8b5f-a4f51955b46f req-247ad530-011c-48ab-9f45-e3db8f283ef5 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1719115 Feb 05 23:39:21.895864 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a92ea5a1-59a9-44d7-8b5f-a4f51955b46f req-1dea8e31-a938-4583-ab19-f93a59079262 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0598500 Feb 05 23:39:22.651003 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:39:23.191138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ef1346-f605-4b43-a8b1-e700556f50e0 req-dc6c0601-f931-4873-baf9-0b4b0d4e3f25 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:23.192719 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-60ef1346-f605-4b43-a8b1-e700556f50e0 req-dc6c0601-f931-4873-baf9-0b4b0d4e3f25 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1662238 Feb 05 23:39:23.260797 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-60ef1346-f605-4b43-a8b1-e700556f50e0 req-12d3a02a-5a02-4f66-90e1-228dea609be6 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0618136 Feb 05 23:39:24.240761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-7c5ca9fb-348f-4314-ab13-35af7e9547ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:24.242978 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-7c5ca9fb-348f-4314-ab13-35af7e9547ed service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.0990782 Feb 05 23:39:24.505639 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-898fbe9a-b1e1-4804-883e-0e0f389b4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:24.507339 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-898fbe9a-b1e1-4804-883e-0e0f389b4d83 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.2414551 Feb 05 23:39:24.667111 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-6ea453ec-b746-4762-9371-10e8534fc771 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 1000 time: 0.1520870 Feb 05 23:39:24.757334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b30fe-dd83-469b-9da3-b1d9aa236ef6 req-b0022ac9-51ac-4354-8544-15998cbddf2e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:24.758996 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a8b30fe-dd83-469b-9da3-b1d9aa236ef6 req-b0022ac9-51ac-4354-8544-15998cbddf2e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.3345830 Feb 05 23:39:24.987923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:39:25.069290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:39:25.069636 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:25.108702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-03b32160-e1e9-4b05-990f-3c176b3f1ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:25.110439 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-03b32160-e1e9-4b05-990f-3c176b3f1ec2 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.3504016 Feb 05 23:39:25.130259 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1a8b30fe-dd83-469b-9da3-b1d9aa236ef6 req-285353cf-7d50-4651-b291-4e4053baeb60 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0870142 Feb 05 23:39:25.214552 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-0656ce5a-f5f3-4b67-9ff5-8f8ffd234c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:25.216234 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-0656ce5a-f5f3-4b67-9ff5-8f8ffd234c76 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0850022 Feb 05 23:39:25.367300 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-0c39d345-1ee7-42d1-a93c-9e183143175d service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432641 Feb 05 23:39:25.518347 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-df7a876d-000b-48bb-b892-8f455864bdd0 req-d8fe20f6-a6fd-4246-8361-bb20ac2d7ff2 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1439788 Feb 05 23:39:26.445894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a89ae3-aff6-4fe2-bcf2-89c8b654396e req-bc45ba6a-79af-4bc7-a133-c6f67fa65823 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:26.447567 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-92a89ae3-aff6-4fe2-bcf2-89c8b654396e req-bc45ba6a-79af-4bc7-a133-c6f67fa65823 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1864617 Feb 05 23:39:26.577336 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-92a89ae3-aff6-4fe2-bcf2-89c8b654396e req-493939e7-fef3-487c-8e11-12f79115d884 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0836763 Feb 05 23:39:26.598042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-51867878-f629-4192-a281-192bed1b7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:26.599690 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-51867878-f629-4192-a281-192bed1b7568 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.1511517 Feb 05 23:39:26.745178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-5cea9805-39c6-40f8-9fa4-9768edc571b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:26.746932 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-5cea9805-39c6-40f8-9fa4-9768edc571b0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.1400185 Feb 05 23:39:26.857145 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-2e2f1ffe-20ec-461f-bd04-f0f3aa1e0640 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 1000 time: 0.1021225 Feb 05 23:39:26.930227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-b4ab2a1c-8b7a-4192-9158-082e8a30d3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:26.931799 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-b4ab2a1c-8b7a-4192-9158-082e8a30d3d7 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0684016 Feb 05 23:39:27.015700 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-75f66f16-26c9-419c-9e06-00c046cdc54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:27.017400 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-75f66f16-26c9-419c-9e06-00c046cdc54f service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0777726 Feb 05 23:39:27.163745 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-df2073a7-c1f7-4682-9c6a-aabc89389e32 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389427 Feb 05 23:39:27.315805 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e0098035-a805-4521-bcdd-c5b83bd554bb req-8f462c9a-c5fa-48c1-bf9a-16d84d581a7a service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1433117 Feb 05 23:39:27.877581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c8b0cf-873f-437a-ad79-e55af447a776 req-f534dede-0141-47fc-a3dc-59c83ae3a7fb tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:27.879236 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-77c8b0cf-873f-437a-ad79-e55af447a776 req-f534dede-0141-47fc-a3dc-59c83ae3a7fb tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1718733 Feb 05 23:39:27.944112 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-77c8b0cf-873f-437a-ad79-e55af447a776 req-92b571ec-1e28-4eee-9466-0978ea798699 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0585408 Feb 05 23:39:29.247086 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14694552-737c-433e-b6b5-dbf4ae18fb10 req-cf076ef7-87ca-46ce-9dab-4b2dd7b3a55c tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:29.248811 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-14694552-737c-433e-b6b5-dbf4ae18fb10 req-cf076ef7-87ca-46ce-9dab-4b2dd7b3a55c tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1719072 Feb 05 23:39:29.315229 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-14694552-737c-433e-b6b5-dbf4ae18fb10 req-cde24d02-a4ff-476d-8562-0f7d9f982e2c tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0595353 Feb 05 23:39:30.619052 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf1967-62f0-4cf6-b3ea-45cc38f58198 req-b11cf7b0-a616-43de-af04-dfb7891c681b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:30.620669 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d7bf1967-62f0-4cf6-b3ea-45cc38f58198 req-b11cf7b0-a616-43de-af04-dfb7891c681b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1704202 Feb 05 23:39:30.688051 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d7bf1967-62f0-4cf6-b3ea-45cc38f58198 req-da2cac8a-d66e-4396-b141-4d3e08f5e8c1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0603054 Feb 05 23:39:30.894438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:39:31.024015 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:31.054785 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:39:31.066334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port cd625316-2307-478f-8768-28bd2b54993e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd625316-2307-478f-8768-28bd2b54993e,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:39:31.070741 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:31.072707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-89cd38ae-dfd7-4a1f-9855-8e50a675fa68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:39:31.099273 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-8a9fa109-d6d4-40ce-8238-3301ab065b52 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1654754 Feb 05 23:39:31.134714 dv-cinder-774288-3-smb neutron-server[80035]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e', 'code': 422} returned with failed status Feb 05 23:39:31.170402 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=cd625316-2307-478f-8768-28bd2b54993e,revision_number=5']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:39:31.187743 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.188389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.189029 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.189694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.190296 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.190876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.191492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.192122 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.192736 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.193390 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.194032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.194212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51749375-13f1-4231-8633-5303c46877fb req-80af2cfa-1e08-440e-be59-431f1521c622 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:31.194650 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.195562 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.195941 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-51749375-13f1-4231-8633-5303c46877fb req-80af2cfa-1e08-440e-be59-431f1521c622 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1899126 Feb 05 23:39:31.196195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.196781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.197427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.198061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.198686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.199372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.200002 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.200628 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.201366 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.201998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.202631 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80150) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:39:31.210200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:39:31.264042 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-51749375-13f1-4231-8633-5303c46877fb req-11e229e2-df02-479f-8cb1-f3e3cb409351 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0605216 Feb 05 23:39:32.316509 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-ab29ce08-8d40-44ad-82ca-f58fc3713a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:32.318247 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-ab29ce08-8d40-44ad-82ca-f58fc3713a70 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe&tenant_id=7473594b91a44ae6953f8c9de337c783 HTTP/1.1" status: 200 len: 1160 time: 0.0804527 Feb 05 23:39:32.508757 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-f4bf46e0-82fd-4408-9da1-e574b4751fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:32.510433 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-f4bf46e0-82fd-4408-9da1-e574b4751fcc service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1160 time: 0.1482358 Feb 05 23:39:32.631129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d3b940-19e9-4b0f-b2c5-d1c380b36eff req-9084bf82-ecd9-4d29-8a24-70dad85f4103 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:32.632766 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e7d3b940-19e9-4b0f-b2c5-d1c380b36eff req-9084bf82-ecd9-4d29-8a24-70dad85f4103 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.2297013 Feb 05 23:39:32.781815 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e7d3b940-19e9-4b0f-b2c5-d1c380b36eff req-48342e0d-f524-4c27-ad5c-62e2b343776a tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0940678 Feb 05 23:39:32.805812 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-b32bd6bf-0a8d-47e1-941b-671590d65215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:32.807500 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-b32bd6bf-0a8d-47e1-941b-671590d65215 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.2871923 Feb 05 23:39:32.922347 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-6c9dab04-6cbf-4363-aede-85db4d3459be service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 998 time: 0.1066113 Feb 05 23:39:33.001091 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-442c3b4b-aa7d-4295-a558-8870bdff3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:33.002821 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-442c3b4b-aa7d-4295-a558-8870bdff3e9b service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0734396 Feb 05 23:39:33.087978 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-2682e0f2-2911-4409-b8ae-73d0514b1538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:33.089589 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-2682e0f2-2911-4409-b8ae-73d0514b1538 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0802689 Feb 05 23:39:33.234195 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-f4b98a5f-0640-4125-978e-d0d7140052d7 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364999 Feb 05 23:39:33.377409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a2eaa693-8bca-49cc-85d6-7ad93f30c386 req-45346498-f7af-4968-a4a7-e80e8ea5d6e6 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361406 Feb 05 23:39:34.083945 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2746e6-588f-491f-bc3b-bb5d52f9a1e0 req-e381d85e-23d9-4c96-a57c-77b955008009 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:34.085620 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-be2746e6-588f-491f-bc3b-bb5d52f9a1e0 req-e381d85e-23d9-4c96-a57c-77b955008009 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.1667984 Feb 05 23:39:34.156617 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-be2746e6-588f-491f-bc3b-bb5d52f9a1e0 req-8f05de3d-603b-4cbf-8637-75968ee0f771 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0642490 Feb 05 23:39:35.456184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede3691-33df-4881-a865-3d5f9150be71 req-8fdee4aa-d7ce-48b0-8cb7-72cc99fc7fd9 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:35.457965 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bede3691-33df-4881-a865-3d5f9150be71 req-8fdee4aa-d7ce-48b0-8cb7-72cc99fc7fd9 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.1687078 Feb 05 23:39:35.524409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-bede3691-33df-4881-a865-3d5f9150be71 req-e4aff671-26ae-4c0c-9f15-ee61d98099fa tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0598583 Feb 05 23:39:36.561775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-238652f7-52d5-4f57-a2fb-07618fd64b1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:36.827989 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae755a43-50eb-4bba-9923-02a7396d2e9b req-e1a2fbc8-51a9-4b3f-a3cf-5e5c70f6ca2b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:36.830295 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae755a43-50eb-4bba-9923-02a7396d2e9b req-e1a2fbc8-51a9-4b3f-a3cf-5e5c70f6ca2b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.1690414 Feb 05 23:39:36.895662 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ae755a43-50eb-4bba-9923-02a7396d2e9b req-2b01ca7f-66c4-4fc8-b0e4-b7c29a9af320 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0591633 Feb 05 23:39:38.193707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af850c47-c415-4b50-83f6-e26e09cefb06 req-f600e7b6-90b2-48fa-8598-8b491c63350b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:38.195306 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-af850c47-c415-4b50-83f6-e26e09cefb06 req-f600e7b6-90b2-48fa-8598-8b491c63350b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.1681995 Feb 05 23:39:38.260373 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-af850c47-c415-4b50-83f6-e26e09cefb06 req-c9ae5722-9788-4c19-a5ce-6d09ab05e573 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0586851 Feb 05 23:39:39.039657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0feeab5e-d9af-4bb4-b1a8-d116f91d1180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:39.562248 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf96a22-c276-4641-82f3-c39e72432ff8 req-f9cf1921-dd26-4fb6-9428-3e33dffebd06 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:39.564719 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3cf96a22-c276-4641-82f3-c39e72432ff8 req-f9cf1921-dd26-4fb6-9428-3e33dffebd06 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 943 time: 0.1753352 Feb 05 23:39:39.631282 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3cf96a22-c276-4641-82f3-c39e72432ff8 req-0b773ccf-17c6-4d8a-835d-35a3597509be tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0602155 Feb 05 23:39:39.660991 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:39:39.733235 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:39:39.733701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:39.861977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:39.871340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:39.900193 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e'}] {{(pid=80150) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:39:39.911134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] For port cd625316-2307-478f-8768-28bd2b54993e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd625316-2307-478f-8768-28bd2b54993e,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:39:39.914094 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396'] for port, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:39.916011 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-89cd38ae-dfd7-4a1f-9855-8e50a675fa68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:39:39.966196 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e', 'code': 200} Feb 05 23:39:39.993652 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Pushing event updated for resources: {'Port': ['ID=cd625316-2307-478f-8768-28bd2b54993e,revision_number=6']} {{(pid=80150) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:39:39.997030 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80150) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:39:40.339129 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b8d44f-9659-49b8-8deb-0dbdfba581b8 req-da195f07-b6fb-45f4-b607-60601e2f8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:40.340921 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1b8d44f-9659-49b8-8deb-0dbdfba581b8 req-da195f07-b6fb-45f4-b607-60601e2f8349 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.0788877 Feb 05 23:39:40.390102 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-e1b8d44f-9659-49b8-8deb-0dbdfba581b8 req-a26c2989-79ac-4a5e-9273-d76b82ecd314 service neutron] 10.222.0.89 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0418415 Feb 05 23:39:40.693217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:40.933500 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4780630-2253-4d06-8ae0-7265020179e9 req-e88de13c-6f76-48bf-971a-c78e1b5e5b14 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:40.935113 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c4780630-2253-4d06-8ae0-7265020179e9 req-e88de13c-6f76-48bf-971a-c78e1b5e5b14 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1706979 Feb 05 23:39:41.001273 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-c4780630-2253-4d06-8ae0-7265020179e9 req-2abb9701-69e4-4a39-9d0a-3e14b1b5e872 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0583580 Feb 05 23:39:41.121125 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:41.166635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:39:41.240996 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:39:41.241472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:42.312549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9722d985-96a0-4693-8596-7545a6a03b26 req-641c751d-9a86-4eb3-ba08-416caa41860c tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:42.314171 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9722d985-96a0-4693-8596-7545a6a03b26 req-641c751d-9a86-4eb3-ba08-416caa41860c tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1730154 Feb 05 23:39:42.602405 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9722d985-96a0-4693-8596-7545a6a03b26 req-d3d081ba-00ef-4bfe-a60f-48bb02da9681 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2815409 Feb 05 23:39:43.910034 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b742c2-cf33-45c8-97ef-18f9cc5bd1a9 req-50e20a95-46b6-4a8a-aefe-442c5aefc41a tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:39:43.911657 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f8b742c2-cf33-45c8-97ef-18f9cc5bd1a9 req-50e20a95-46b6-4a8a-aefe-442c5aefc41a tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1768351 Feb 05 23:39:43.981029 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-f8b742c2-cf33-45c8-97ef-18f9cc5bd1a9 req-727a7b3d-790e-4e65-86df-01327cf0b944 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0629888 Feb 05 23:39:48.245807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:39:59.651606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:40:06.563588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7d2d283d-02db-4ad1-b6f8-ff7ae33b1fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:09.041657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7c99f2fe-4238-4685-b066-8b98c00c6b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:09.839772 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:10.696332 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:11.126350 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:13.820402 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335881b-4d9d-4780-b869-43c0723c384b req-8a49cf8b-ec53-410f-863e-8b1d141164c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:13.822144 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7335881b-4d9d-4780-b869-43c0723c384b req-8a49cf8b-ec53-410f-863e-8b1d141164c3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1202 time: 0.0885172 Feb 05 23:40:14.041800 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335881b-4d9d-4780-b869-43c0723c384b req-ee96599c-8522-4dfb-b952-a3fa490ee82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:14.043357 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7335881b-4d9d-4780-b869-43c0723c384b req-ee96599c-8522-4dfb-b952-a3fa490ee82a service neutron] 10.222.0.89 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.2121861 Feb 05 23:40:14.200683 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acabac1-4c55-49ff-a73d-a6e7d89c1d76 req-0b83cb07-14df-4fb5-a9b0-db7caf25c11e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:14.202394 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0acabac1-4c55-49ff-a73d-a6e7d89c1d76 req-0b83cb07-14df-4fb5-a9b0-db7caf25c11e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.4262900 Feb 05 23:40:14.292355 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7335881b-4d9d-4780-b869-43c0723c384b req-be3e70e9-83e3-4706-9c13-9c31cf0d1d2b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 1001 time: 0.2392147 Feb 05 23:40:14.328495 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0acabac1-4c55-49ff-a73d-a6e7d89c1d76 req-7ba93959-3ce3-4ab9-a0df-c4a52403462a tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.1134734 Feb 05 23:40:14.397260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335881b-4d9d-4780-b869-43c0723c384b req-7ba7dfc8-4409-478c-8929-72a69e4190df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:14.398942 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7335881b-4d9d-4780-b869-43c0723c384b req-7ba7dfc8-4409-478c-8929-72a69e4190df service neutron] 10.222.0.89 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.0694933 Feb 05 23:40:14.492693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335881b-4d9d-4780-b869-43c0723c384b req-da9f5b27-76e9-4e93-add0-f7b0a2651fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:14.494375 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7335881b-4d9d-4780-b869-43c0723c384b req-da9f5b27-76e9-4e93-add0-f7b0a2651fbd service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0883989 Feb 05 23:40:14.645159 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7335881b-4d9d-4780-b869-43c0723c384b req-dc3ac88a-9228-45f5-a97c-bbfa186782c9 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434717 Feb 05 23:40:14.798212 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-7335881b-4d9d-4780-b869-43c0723c384b req-42e5caf9-fe30-4b40-8011-8f9d9dc98ae7 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452210 Feb 05 23:40:15.724194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5c161f-ccae-4b48-9671-6a0b27b965ea req-deeb901b-f2a2-46cc-8763-1d4baf3ee461 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:15.726331 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2b5c161f-ccae-4b48-9671-6a0b27b965ea req-deeb901b-f2a2-46cc-8763-1d4baf3ee461 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.2584748 Feb 05 23:40:15.810088 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2b5c161f-ccae-4b48-9671-6a0b27b965ea req-bb7e2a2c-2e66-49b2-8153-70999d76a0b3 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0773687 Feb 05 23:40:17.114368 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8e51ed-addc-49a5-8c2e-e4511961aae6 req-61e9bbaf-2247-4f19-a028-28c90d0c397d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:17.116385 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d8e51ed-addc-49a5-8c2e-e4511961aae6 req-61e9bbaf-2247-4f19-a028-28c90d0c397d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.1739006 Feb 05 23:40:17.202572 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0d8e51ed-addc-49a5-8c2e-e4511961aae6 req-493e9cd6-0467-4a36-be7d-174de2572639 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0795865 Feb 05 23:40:18.257421 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:18.506673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad356028-2e41-4399-9bf1-2ae40c142742 req-12375106-8284-4c5a-8da9-fde81112a789 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:18.508446 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ad356028-2e41-4399-9bf1-2ae40c142742 req-12375106-8284-4c5a-8da9-fde81112a789 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.1768417 Feb 05 23:40:18.593213 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ad356028-2e41-4399-9bf1-2ae40c142742 req-883ce91b-5295-4ff0-b27c-20db1ad5e1d0 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0780292 Feb 05 23:40:19.904275 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdb1fb2-131a-49a7-9c62-41398c9d9aaa req-87046da8-4632-455c-872e-e3fc940f094f tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:19.905925 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9bdb1fb2-131a-49a7-9c62-41398c9d9aaa req-87046da8-4632-455c-872e-e3fc940f094f tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.1717513 Feb 05 23:40:19.990468 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9bdb1fb2-131a-49a7-9c62-41398c9d9aaa req-324c240e-8062-4576-994d-25272a0b3e72 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0771320 Feb 05 23:40:21.288290 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666a615-45de-4c22-b853-938a76a7c601 req-9f3ff383-7ab7-4a42-9933-f459cc7e7a3f tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:21.289909 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a666a615-45de-4c22-b853-938a76a7c601 req-9f3ff383-7ab7-4a42-9933-f459cc7e7a3f tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.1678493 Feb 05 23:40:21.375497 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-a666a615-45de-4c22-b853-938a76a7c601 req-937de4d7-60dc-4da8-b5f2-e0942ef0db75 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0792360 Feb 05 23:40:22.677352 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495e8e2-40e2-41aa-add1-6039dd87a667 req-2a14c827-eb38-4152-98c4-ca51f84126d2 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:22.679046 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9495e8e2-40e2-41aa-add1-6039dd87a667 req-2a14c827-eb38-4152-98c4-ca51f84126d2 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.1659782 Feb 05 23:40:22.761770 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9495e8e2-40e2-41aa-add1-6039dd87a667 req-52760f60-2948-43c4-9055-9bced95d3c30 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0761418 Feb 05 23:40:24.065466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31101581-582c-4c16-a90f-c3ca352ca785 req-808c6d13-cf05-45a8-9fde-cd4a26c961c4 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:24.067129 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-31101581-582c-4c16-a90f-c3ca352ca785 req-808c6d13-cf05-45a8-9fde-cd4a26c961c4 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.1717129 Feb 05 23:40:24.153097 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-31101581-582c-4c16-a90f-c3ca352ca785 req-6aec398a-8db8-4e6c-9c1d-803e8a7bf52b tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0783958 Feb 05 23:40:25.478088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f121b21-487a-4cf6-9c31-eb947745c947 req-818a5c0d-772b-4c4a-8e12-a3c8b187b12c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:25.479847 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1f121b21-487a-4cf6-9c31-eb947745c947 req-818a5c0d-772b-4c4a-8e12-a3c8b187b12c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.1838291 Feb 05 23:40:25.564403 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1f121b21-487a-4cf6-9c31-eb947745c947 req-72cbee44-8479-4770-9431-5c35d1f2761d tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0770445 Feb 05 23:40:26.870443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d008b-c92f-4ce4-a906-74a196975d51 req-5ddd3bc4-d034-47a5-9806-0dab8ec92039 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:26.872061 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6b0d008b-c92f-4ce4-a906-74a196975d51 req-5ddd3bc4-d034-47a5-9806-0dab8ec92039 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.1707919 Feb 05 23:40:27.002524 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-6b0d008b-c92f-4ce4-a906-74a196975d51 req-7473a848-4084-4c46-9e1c-114bdf8f2d21 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=14acaed6-635d-42e0-9a2b-977e4021dcc9&id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0882916 Feb 05 23:40:27.024865 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-9bb65319-a21e-4f8e-bcab-338cb94089c8 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1517403 Feb 05 23:40:27.144996 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-31457ddb-40a0-49c5-baae-807fcb384682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:27.147323 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-31457ddb-40a0-49c5-baae-807fcb384682 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1202 time: 0.0841873 Feb 05 23:40:27.306314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-5de2147c-b21a-4840-b48d-8f5e9451991b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:27.307913 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-5de2147c-b21a-4840-b48d-8f5e9451991b service neutron] 10.222.0.89 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.1407793 Feb 05 23:40:27.422851 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-17674abc-f4b7-4a20-ab9f-b86fb16079f6 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 1001 time: 0.1064372 Feb 05 23:40:27.493481 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-86221047-c3e5-4f6a-b448-5c39f27ae556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:27.495267 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-86221047-c3e5-4f6a-b448-5c39f27ae556 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.0659575 Feb 05 23:40:27.580271 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-0a84eef3-8e11-4cb5-8e30-12dc6e18e239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:40:27.582068 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-0a84eef3-8e11-4cb5-8e30-12dc6e18e239 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0794842 Feb 05 23:40:27.731227 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-8e982897-af7e-40f6-91aa-759b0b98bd08 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398482 Feb 05 23:40:27.876722 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-5e87bbfa-10c0-4c3b-ac33-e0d711270ea4 req-dd4a4b40-3645-4927-9867-f5a9b229e53b service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1390584 Feb 05 23:40:36.569111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4b66ad8-2728-4a6c-81b6-db1c9bc81865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:36.651770 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:40:39.044178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-48bb3524-2c45-4232-a9d2-c5ac04ae450b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:39.841824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:40.699858 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:41.128606 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:40:48.272146 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:06.571014 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4421d3e4-30ae-4c1f-821f-0855dd9aa844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:09.045439 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d0b356b5-cc5c-4a32-9dde-71e162b91398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:09.844710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:10.702671 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:11.131594 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:13.652356 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:41:18.278319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:26.200487 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-cf0d468c-57cd-4303-b2b7-07719521d229 service neutron] 10.222.0.89 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1526148 Feb 05 23:41:26.388513 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-ebe6caed-80ca-468a-a14d-6e5e15e4ca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:26.390183 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-ebe6caed-80ca-468a-a14d-6e5e15e4ca7f service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.0834854 Feb 05 23:41:26.562158 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-9af31dd4-9bdc-4bb0-b4bc-5467725d2ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:26.564492 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-9af31dd4-9bdc-4bb0-b4bc-5467725d2ade service neutron] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.1498973 Feb 05 23:41:26.903281 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-9ac11a4a-0528-4f85-a2be-89bd003c6725 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 1000 time: 0.3325608 Feb 05 23:41:26.979364 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-6f8390e0-d61d-414c-9e9f-243f31d560d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:26.980935 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-6f8390e0-d61d-414c-9e9f-243f31d560d1 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0699780 Feb 05 23:41:27.066471 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-fa96ebc5-868c-4ec4-a23f-63dbe714ad43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:27.068160 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-fa96ebc5-868c-4ec4-a23f-63dbe714ad43 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0796480 Feb 05 23:41:27.210888 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-27afc55f-6b78-4ba7-bef7-bb85a9c2db10 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353188 Feb 05 23:41:27.355358 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-2db67c0d-c392-4152-ae14-a1b9e3fbf452 req-9b0c6d4e-f032-4dfb-80ed-f35ccd5fa716 service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1378164 Feb 05 23:41:30.212293 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-16dd50c5-bbc4-49b0-a94d-475e52601560 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/floatingips/0c5726dd-869b-47b9-aa38-82d31f6d8a76 HTTP/1.1" status: 200 len: 997 time: 0.1301425 Feb 05 23:41:30.465737 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-ce167f21-66c9-48a2-937f-101210361f9b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:30.467309 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-ce167f21-66c9-48a2-937f-101210361f9b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/networks/6f16df90-7b18-4e37-ae66-e3b4e3e05b4c HTTP/1.1" status: 200 len: 784 time: 0.2489040 Feb 05 23:41:30.478535 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-09d99b53-8a72-4d55-9a3e-52e20e95084b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:41:30.479616 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-09d99b53-8a72-4d55-9a3e-52e20e95084b tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0062943 Feb 05 23:41:30.613465 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-a895f5e3-3057-4ff5-a3a1-4ffefef35f3e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.1.20 HTTP/1.1" status: 200 len: 1000 time: 0.1273913 Feb 05 23:41:30.774492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-1c4bf9fc-2e89-4ef7-9d56-4191b7eaea21 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:30.775956 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-1c4bf9fc-2e89-4ef7-9d56-4191b7eaea21 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports/cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 942 time: 0.1567292 Feb 05 23:41:30.990768 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-a17da49c-2d2d-4faf-80f6-8c7466c03d71 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.1.20 HTTP/1.1" status: 200 len: 1000 time: 0.1283853 Feb 05 23:41:31.232751 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Deleting port a2deb44c-32eb-48f6-849d-756a0c844cef {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:31.233372 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:31.416907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:31.417302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:31.553975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Calling delete_port for a2deb44c-32eb-48f6-849d-756a0c844cef owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:31.715713 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:31.731948 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-8e87a1bc-cebe-4f62-b373-3f2dbc2f4af7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:31.827441 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event deleted for resources: {'Port': ['ID=a2deb44c-32eb-48f6-849d-756a0c844cef,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:31.843308 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.843721 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.844218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.844532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.845522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.846048 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.846452 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.846846 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.847239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.847630 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.848022 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.848417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.848901 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.849314 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.849720 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.850130 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.850522 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.850923 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.851301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.851692 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.852077 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.852466 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.852855 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.853260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80149) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:31.867483 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:31.983392 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:31.983770 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Floating IP 0c5726dd-869b-47b9-aa38-82d31f6d8a76 disassociated (deleted). External IP: 172.28.1.20, port: cd625316-2307-478f-8768-28bd2b54993e. Feb 05 23:41:32.630340 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:41:32.729715 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-acaa6235-2ac0-4ef1-a156-ab192c38dc7e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-988707830&fields=id&tenant_id=6bce34c1e154482fbb717370113f04bd HTTP/1.1" status: 200 len: 267 time: 0.1283598 Feb 05 23:41:32.927699 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:41:32.938251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] Sync routers for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:41:32.948864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:32.949593 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:33.028700 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a30f0e9d-0de4-4eb7-bfb3-1b9e4d263344 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:33.030465 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a30f0e9d-0de4-4eb7-bfb3-1b9e4d263344 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 984 time: 0.2937281 Feb 05 23:41:33.048887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.v2.base [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Request body: {'port': {'security_groups': ['2ffc0050-be4c-4457-bf21-50024e44f734']}} {{(pid=80149) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 05 23:41:33.095647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:33.148561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:33.237680 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-71b7184e-eeb1-4238-b650-0f44fa74d3f1 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "DELETE /v2.0/floatingips/0c5726dd-869b-47b9-aa38-82d31f6d8a76 HTTP/1.1" status: 204 len: 173 time: 2.2397103 Feb 05 23:41:33.240292 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:41:33.270169 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-880232'] for port, before_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:33.494842 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-c1b607c9-84b1-4419-9a4b-8dfda3df154a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:33.496421 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-c1b607c9-84b1-4419-9a4b-8dfda3df154a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.2457435 Feb 05 23:41:33.536264 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:37Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:33.540498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] Checking router: 39fc99e4-1e4c-4001-adb6-6f231e0d1daf for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:41:33.550850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:33.551528 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:09Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:33.747060 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:33.767852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-7838a17f-33da-48a0-b635-cddf53ced65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:33.769500 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-7838a17f-33da-48a0-b635-cddf53ced65c service neutron] 10.222.0.64 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.2622273 Feb 05 23:41:33.860187 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-86be2b84-f4bb-4ee9-b647-f095ea7872a7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 217 time: 0.0840511 Feb 05 23:41:33.869657 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] For port f49cf405-aff5-45c5-b267-3a3726d54bbb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:33.952583 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-387f33f9-4b38-4dc8-9642-630c7a36423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:33.954263 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-387f33f9-4b38-4dc8-9642-630c7a36423c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0867808 Feb 05 23:41:33.958781 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for port, precommit_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:34.005232 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363304400262772', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363304400710943', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363304400710396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036843486624'] for port, after_update {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:34.028359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-45165bdc-51f0-46e7-9a9e-faed3cb43490 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:34.089634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:37Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:34.093812 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974a0dff-8561-4ac9-b2a9-1047194af92f None None] The sync data for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb is: [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:35:29Z', 'revision_number': 4, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': 'b5bf7a02-7d4d-4bcb-b417-7f289264a6ad', 'name': '', 'network_id': '5e086a0b-a9a5-4684-953e-e8afea1178bd', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'mac_address': 'fa:16:3e:28:fd:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_interface', 'standard_attr_id': 550, 'fixed_ips': [{'subnet_id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:28Z', 'updated_at': '2021-02-05T23:35:37Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'subnets': [{'id': '9c7fb322-03bc-414b-b5b7-f1c20a5447d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:41:34.203608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event updated for resources: {'Port': ['ID=f49cf405-aff5-45c5-b267-3a3726d54bbb,revision_number=6']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:34.207502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:34.244472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-6ca28bb2-1e04-4111-91b0-2c7c796e690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:34.246181 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-6ca28bb2-1e04-4111-91b0-2c7c796e690c service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2853081 Feb 05 23:41:34.324529 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:34.325285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:34.326926 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1ad99828-bd60-4a45-89b3-99500ab2008c req-a821dc76-146a-4a74-9017-dcba80c57d1e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "PUT /v2.0/ports/f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 942 time: 1.2859986 Feb 05 23:41:34.415224 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e', 'status': 'completed', 'code': 200} Feb 05 23:41:34.495852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9252956e-8ab2-4283-9c29-6012d7fc1bc5 None None] New status for floating IP 0c5726dd-869b-47b9-aa38-82d31f6d8a76: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:41:34.543581 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-6bd68237-c055-4c81-ab8a-f359f0182741 None None] Provisioning complete for port f49cf405-aff5-45c5-b267-3a3726d54bbb triggered by entity DHCP. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:41:34.544255 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6bd68237-c055-4c81-ab8a-f359f0182741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:34.605637 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b67e29b6-549f-462c-8966-2eb221eca511 req-3fc96fb9-a361-4655-b73c-592fd71dc537 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups/14acaed6-635d-42e0-9a2b-977e4021dcc9 HTTP/1.1" status: 200 len: 3003 time: 0.1698520 Feb 05 23:41:34.615100 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-b298d877-323f-4fb8-8d7d-1623054a3568 service neutron] 10.222.0.64 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871494 Feb 05 23:41:34.785420 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-1f5095d7-31fb-419b-9b99-8dab47c1aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:34.787066 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-1f5095d7-31fb-419b-9b99-8dab47c1aaf3 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=7473594b91a44ae6953f8c9de337c783&device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 1162 time: 0.3263249 Feb 05 23:41:34.930231 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b67e29b6-549f-462c-8966-2eb221eca511 req-a3720eb8-40f0-43bb-b6f1-c0bdf2901d46 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:34.995594 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-3ed1a748-3971-4750-9938-c81fb39888e0 req-57a47c60-2178-49ee-a929-dbdc65ed83c6 service neutron] 10.222.0.64 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3615961 Feb 05 23:41:35.002760 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b67e29b6-549f-462c-8966-2eb221eca511 req-a3720eb8-40f0-43bb-b6f1-c0bdf2901d46 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:35.079369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-be4f0dd9-b186-440a-af62-240ba0c97af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:35.081511 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-be4f0dd9-b186-440a-af62-240ba0c97af0 service neutron] 10.222.0.89 "GET /v2.0/networks?id=5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 200 len: 902 time: 0.2683446 Feb 05 23:41:35.164566 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-b2cb0934-1813-4e28-b80a-394e71b5077b service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 200 len: 217 time: 0.0760016 Feb 05 23:41:35.168817 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b67e29b6-549f-462c-8966-2eb221eca511 req-a3720eb8-40f0-43bb-b6f1-c0bdf2901d46 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:35.176925 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-6633e52f-864c-4c19-8c09-e7c9a95abd1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:35.237313 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3720eb8-40f0-43bb-b6f1-c0bdf2901d46 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14acaed6-635d-42e0-9a2b-977e4021dcc9,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:35.243966 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3720eb8-40f0-43bb-b6f1-c0bdf2901d46 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:35.254942 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-b67e29b6-549f-462c-8966-2eb221eca511 req-a3720eb8-40f0-43bb-b6f1-c0bdf2901d46 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:35.256189 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-b67e29b6-549f-462c-8966-2eb221eca511 req-a3720eb8-40f0-43bb-b6f1-c0bdf2901d46 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "DELETE /v2.0/security-groups/14acaed6-635d-42e0-9a2b-977e4021dcc9 HTTP/1.1" status: 204 len: 173 time: 0.6401293 Feb 05 23:41:35.273975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-dcc65e3f-28c4-4b55-829a-7be5542b9208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:35.275576 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-dcc65e3f-28c4-4b55-829a-7be5542b9208 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 200 len: 847 time: 0.0998402 Feb 05 23:41:35.730213 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-42abee77-df32-448a-96f2-adc4b8524a59 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/floatingips/05a3153d-6d6e-4a92-910d-d12168979a27 HTTP/1.1" status: 200 len: 998 time: 0.4056509 Feb 05 23:41:35.774405 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-f5ae6574-86a0-4d86-b790-4cf36b842782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:35.775929 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-f5ae6574-86a0-4d86-b790-4cf36b842782 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=5e086a0b-a9a5-4684-953e-e8afea1178bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4918277 Feb 05 23:41:36.120300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57458-5f10-4328-983e-225468d26de5 req-f425072c-ff80-4295-8edf-2f0fe3b2d3de tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:36.121826 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-f425072c-ff80-4295-8edf-2f0fe3b2d3de tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/networks/6f16df90-7b18-4e37-ae66-e3b4e3e05b4c HTTP/1.1" status: 200 len: 784 time: 0.3845806 Feb 05 23:41:36.128766 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-2a7d5b70-07c9-4b9a-9e97-1acef57c46fd service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955697 Feb 05 23:41:36.134944 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-883fe205-1945-4934-b8bb-68107ceaab86 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] http://10.222.0.64:9696/v2.0/extensions returned with HTTP 200 {{(pid=80149) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 05 23:41:36.136034 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-883fe205-1945-4934-b8bb-68107ceaab86 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13455 time: 0.0063303 Feb 05 23:41:36.380634 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-8fabe45f-665a-4a1f-ad2c-b991bf477f53 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.1.201 HTTP/1.1" status: 200 len: 1001 time: 0.2170777 Feb 05 23:41:36.425277 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:41:36.525328 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-58b61db2-f567-48cc-8c14-fe5c6237d50e req-57b7d929-abb6-4dd0-b4fc-9668463e05ae service neutron] 10.222.0.89 "GET /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3882303 Feb 05 23:41:36.574118 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-72a8c7d6-48af-4052-ba33-b45fe91e9db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:36.595133 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device f49cf405-aff5-45c5-b267-3a3726d54bbb up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:41:36.634934 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57458-5f10-4328-983e-225468d26de5 req-be6aa7bb-2fe0-404a-8557-b753f3f7d75e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:36.636593 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-be6aa7bb-2fe0-404a-8557-b753f3f7d75e tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports/f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 942 time: 0.2488534 Feb 05 23:41:36.671697 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port f49cf405-aff5-45c5-b267-3a3726d54bbb triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:41:36.672114 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:36.746963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbd572a-a325-4b4c-9e3c-67ff3bb225eb req-202a1cc4-7a95-47e8-b954-01b6c40bb400 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:36.747787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-9bbd572a-a325-4b4c-9e3c-67ff3bb225eb req-202a1cc4-7a95-47e8-b954-01b6c40bb400 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Synchronizing usage tracker for tenant:7473594b91a44ae6953f8c9de337c783 on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:41:36.842660 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-9bbd572a-a325-4b4c-9e3c-67ff3bb225eb req-202a1cc4-7a95-47e8-b954-01b6c40bb400 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Unset dirty status for tenant:7473594b91a44ae6953f8c9de337c783 on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:41:36.843967 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9bbd572a-a325-4b4c-9e3c-67ff3bb225eb req-202a1cc4-7a95-47e8-b954-01b6c40bb400 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.4599199 Feb 05 23:41:36.917458 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-dd56a42a-228e-4f10-bc23-2028897d7548 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/floatingips?floating_ip_address=172.28.1.201 HTTP/1.1" status: 200 len: 1001 time: 0.1640778 Feb 05 23:41:37.039510 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-9bbd572a-a325-4b4c-9e3c-67ff3bb225eb req-29658339-76de-4a37-a5f4-da8adee37825 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1871939 Feb 05 23:41:37.212756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Deleting port 0f5116de-b6f2-4990-a8ce-9f5116e341b1 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:37.213382 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:37.254423 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'status': 'completed', 'code': 200} Feb 05 23:41:37.462020 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:37.462387 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:37.485084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-8f8aa2af-f338-4480-bc3a-b7e4c0c9fca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:37.486713 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-8f8aa2af-f338-4480-bc3a-b7e4c0c9fca1 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1162 time: 0.1469433 Feb 05 23:41:37.631046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Calling delete_port for 0f5116de-b6f2-4990-a8ce-9f5116e341b1 owned by network:floatingip {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:37.822379 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-9a07717c-5d9c-472c-bbbe-6888ec2dc12f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:37.823884 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-9a07717c-5d9c-472c-bbbe-6888ec2dc12f service neutron] 10.222.0.89 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.2837992 Feb 05 23:41:37.989211 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-4780bf38-e0e5-4688-bf46-ed22e236fcbb service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 1001 time: 0.1252978 Feb 05 23:41:37.990004 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:38.010286 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-59a27fb1-9cae-4e88-b0aa-201c816b6be9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:38.145641 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event deleted for resources: {'Port': ['ID=0f5116de-b6f2-4990-a8ce-9f5116e341b1,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:38.156062 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:38.238852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-e2793c97-177d-4134-ae37-710298d0f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:38.240409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-e2793c97-177d-4134-ae37-710298d0f4d0 service neutron] 10.222.0.89 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.2312789 Feb 05 23:41:38.491787 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e up at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Feb 05 23:41:38.545141 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309d326-09bb-47a5-b90d-bc8df35c59f2 req-0d89dfec-3d46-4d1f-8954-c24dca923909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:38.549013 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d309d326-09bb-47a5-b90d-bc8df35c59f2 req-0d89dfec-3d46-4d1f-8954-c24dca923909 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.3693087 Feb 05 23:41:38.624021 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.provisioning_blocks [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Provisioning complete for port cd625316-2307-478f-8768-28bd2b54993e triggered by entity L2. {{(pid=80150) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Feb 05 23:41:38.624553 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-774'] for port, provisioning_complete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:38.634359 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-72e98878-d75e-4863-abfe-8b0cd4b13f97 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:38.635195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-72e98878-d75e-4863-abfe-8b0cd4b13f97 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Synchronizing usage tracker for tenant:7473594b91a44ae6953f8c9de337c783 on resource:port {{(pid=80148) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:41:38.649120 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-72e98878-d75e-4863-abfe-8b0cd4b13f97 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Unset dirty status for tenant:7473594b91a44ae6953f8c9de337c783 on resource:port {{(pid=80148) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:41:38.650450 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-72e98878-d75e-4863-abfe-8b0cd4b13f97 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.89 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 945 time: 0.1929574 Feb 05 23:41:38.756617 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Deleting port cd625316-2307-478f-8768-28bd2b54993e {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:38.756995 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:38.942963 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-4b78d166-ffa5-4ea1-b4f3-ae2980ede685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:38.944495 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-4b78d166-ffa5-4ea1-b4f3-ae2980ede685 service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6868925 Feb 05 23:41:38.981578 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks [] for floatingip, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:38.981967 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.db.l3_db [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Floating IP 05a3153d-6d6e-4a92-910d-d12168979a27 disassociated (deleted). External IP: 172.28.1.201, port: f49cf405-aff5-45c5-b267-3a3726d54bbb. Feb 05 23:41:39.040752 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] For port cd625316-2307-478f-8768-28bd2b54993e, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=cd625316-2307-478f-8768-28bd2b54993e,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:39.041154 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:39.048346 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-dfebf28a-d55b-499c-b7a2-c5711f7512cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:39.186127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Calling delete_port for cd625316-2307-478f-8768-28bd2b54993e owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:39.211113 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d309d326-09bb-47a5-b90d-bc8df35c59f2 req-222388b1-baea-476c-81cd-759f553f4c73 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups?id=60a3817e-9c71-41aa-95bd-96568f1eba0a&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.6411645 Feb 05 23:41:39.315976 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-1d7991e9-60be-470c-837b-9eda55be265f service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3593013 Feb 05 23:41:39.353871 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:39.369672 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4a4d75cb-5724-4465-a617-74e6b35a809b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:39.424026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event deleted for resources: {'Port': ['ID=cd625316-2307-478f-8768-28bd2b54993e,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:39.483543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.483876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.484304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.484691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.485693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.485693 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.486502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.486502 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.486807 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.487208 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.487702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.487990 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774288-3-smb {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.488474 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.488875 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.489292 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.489674 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.490061 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.490454 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.490840 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.491228 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.491621 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.492017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.492423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.492823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77428 {{(pid=80148) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Feb 05 23:41:39.498126 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:39.609975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] No DVR routers for this DVR port cd625316-2307-478f-8768-28bd2b54993e on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:41:39.612852 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:39.615329 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'name': 'network-vif-deleted', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:41:39.633893 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-0c893190-b8c3-4f44-af06-1f9ab69001ea req-93e98697-baa0-4789-a85e-1fa713062701 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2599978 Feb 05 23:41:39.637286 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-8e840df4-3cc2-43d8-8ee1-2a906067a8ab req-d156fa7b-f5ac-4723-aa25-c50e191e44ed tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.89 "DELETE /v2.0/ports/cd625316-2307-478f-8768-28bd2b54993e HTTP/1.1" status: 204 len: 173 time: 0.9785638 Feb 05 23:41:39.642756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Router ed74e6eb-0286-4e1c-bd74-4a063a16843e has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:41:39.764635 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe', 'name': 'network-vif-deleted', 'tag': 'cd625316-2307-478f-8768-28bd2b54993e', 'status': 'completed', 'code': 200} Feb 05 23:41:39.846830 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:41:39.848037 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:39.857211 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] Sync routers for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:41:39.868338 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:39.868952 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:39.873017 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for floatingip, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:39.940482 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-a74400be-8e4c-483e-9167-86febcd61ba8 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "DELETE /v2.0/floatingips/05a3153d-6d6e-4a92-910d-d12168979a27 HTTP/1.1" status: 204 len: 173 time: 3.0136278 Feb 05 23:41:39.941979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb'}] {{(pid=80149) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:41:40.022085 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'status': 'completed', 'code': 200} Feb 05 23:41:40.064992 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57458-5f10-4328-983e-225468d26de5 req-2d5829ce-d064-4546-ab7a-129301fa2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:40.066793 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-2d5829ce-d064-4546-ab7a-129301fa2814 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1162 time: 0.1063967 Feb 05 23:41:40.103935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:40.168956 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-adb97311-7365-4e70-a955-e39abf51ad95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:40.171595 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-adb97311-7365-4e70-a955-e39abf51ad95 service neutron] 10.222.0.89 "GET /v2.0/ports?tenant_id=6bce34c1e154482fbb717370113f04bd&device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 1162 time: 0.1007514 Feb 05 23:41:40.246567 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57458-5f10-4328-983e-225468d26de5 req-6e08446d-f392-49e8-aa17-ba0ec9ee239c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:40.248751 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-6e08446d-f392-49e8-aa17-ba0ec9ee239c service neutron] 10.222.0.64 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.1704926 Feb 05 23:41:40.291198 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:40.350637 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-9196c8c6-2329-4c0f-a185-bb682c7600e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:40.352333 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-9196c8c6-2329-4c0f-a185-bb682c7600e9 service neutron] 10.222.0.89 "GET /v2.0/networks?id=6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 200 len: 909 time: 0.1735270 Feb 05 23:41:40.356675 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-4f316a06-3b15-43ea-b239-8c20aafda184 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 217 time: 0.0993009 Feb 05 23:41:40.358411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] No Port match for: cd625316-2307-478f-8768-28bd2b54993e {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:40.358825 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device cd625316-2307-478f-8768-28bd2b54993e not bound to the agent host hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:40.459619 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-c63e12b8-7558-4d3c-8ec5-bf3e01610413 service neutron] 10.222.0.89 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 200 len: 217 time: 0.0931523 Feb 05 23:41:40.477517 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-22a5e8ca-b286-4d25-a901-a726d38e24ee req-60529e3f-e789-49fe-8a3b-2fc587cdcbe3 tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/ports?device_id=e89edcf8-5f4f-4f53-bb7d-c7f0a8ca01fe HTTP/1.1" status: 200 len: 210 time: 0.0607536 Feb 05 23:41:40.497153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57458-5f10-4328-983e-225468d26de5 req-8a423eee-bc9e-4e2d-9dcb-6f8858419c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:40.498850 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-8a423eee-bc9e-4e2d-9dcb-6f8858419c23 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.1330459 Feb 05 23:41:40.550190 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-37a73118-4749-4490-966d-99ac12e2257e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:40.551792 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-37a73118-4749-4490-966d-99ac12e2257e service neutron] 10.222.0.89 "GET /v2.0/subnets?id=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 200 len: 854 time: 0.0852628 Feb 05 23:41:40.597416 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:16Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:40.602123 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] Checking router: ed74e6eb-0286-4e1c-bd74-4a063a16843e for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:41:40.609323 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57458-5f10-4328-983e-225468d26de5 req-4eced34d-58d0-4252-934c-d1fc238e4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:40.611697 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-4eced34d-58d0-4252-934c-d1fc238e4449 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0830674 Feb 05 23:41:40.613079 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:40.613850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:40.648046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-a7510316-5fff-4f67-ab0f-16724ba5d57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:40.649788 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-a7510316-5fff-4f67-ab0f-16724ba5d57e service neutron] 10.222.0.89 "GET /v2.0/ports?network_id=6fba9b04-4662-4b1e-bd54-0b45b1b13744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0893362 Feb 05 23:41:40.799161 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-3a9dd0ac-8df3-471e-bf98-0c12b156dc80 service neutron] 10.222.0.64 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792750 Feb 05 23:41:40.825548 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-4554e66e-4548-4f67-808c-b7bc254c1996 service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672843 Feb 05 23:41:40.969512 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-dbc57458-5f10-4328-983e-225468d26de5 req-67828600-12a9-46d7-8819-966a1c2da95d service neutron] 10.222.0.64 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1609650 Feb 05 23:41:40.987259 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:40.991946 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-ba0a7a1c-3d4b-418a-88bd-fce7ebdbe426 req-89e2dfed-a482-42d3-879b-621a66a6ec4c service neutron] 10.222.0.89 "GET /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1572318 Feb 05 23:41:41.059707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:41.155289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:41.436621 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:16Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:41.442025 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa752a-7d64-43f0-b75a-71111312f64a None None] The sync data for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb is: [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:38:07Z', 'revision_number': 4, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb', '_interfaces': [{'id': '95dd6e4d-e81e-4301-81d4-2e081fc2964c', 'name': '', 'network_id': '6fba9b04-4662-4b1e-bd54-0b45b1b13744', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'mac_address': 'fa:16:3e:b3:ba:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_interface', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:06Z', 'updated_at': '2021-02-05T23:38:16Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'subnets': [{'id': '879e3e3f-1854-4095-9d1d-ccad1f4ebfbc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:41:41.708128 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-982a033d-3394-4124-b198-0e115d5e9146 req-90fd7939-8a7f-4d16-ad14-e1f2b0653f8d tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "GET /v2.0/security-groups/60a3817e-9c71-41aa-95bd-96568f1eba0a HTTP/1.1" status: 200 len: 2991 time: 0.0733716 Feb 05 23:41:41.803880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-982a033d-3394-4124-b198-0e115d5e9146 req-0b5a6eb8-aef4-4ae6-8d4e-e4cae43aea4e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:41.834294 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-982a033d-3394-4124-b198-0e115d5e9146 req-0b5a6eb8-aef4-4ae6-8d4e-e4cae43aea4e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:41.851727 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c2e3ec-a9db-4775-b48d-11f2b1693ca9 None None] New status for floating IP 05a3153d-6d6e-4a92-910d-d12168979a27: DOWN {{(pid=80151) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Feb 05 23:41:41.886260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-982a033d-3394-4124-b198-0e115d5e9146 req-0b5a6eb8-aef4-4ae6-8d4e-e4cae43aea4e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:41.892328 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-a3cea11b-2031-41d4-8dda-2449bb33baf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:41.909826 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5a6eb8-aef4-4ae6-8d4e-e4cae43aea4e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a3817e-9c71-41aa-95bd-96568f1eba0a,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:41.914423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0b5a6eb8-aef4-4ae6-8d4e-e4cae43aea4e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:41.917920 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-982a033d-3394-4124-b198-0e115d5e9146 req-0b5a6eb8-aef4-4ae6-8d4e-e4cae43aea4e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:41.919160 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-982a033d-3394-4124-b198-0e115d5e9146 req-0b5a6eb8-aef4-4ae6-8d4e-e4cae43aea4e tempest-TestShelveInstance-150094067 tempest-TestShelveInstance-150094067-project] 10.222.0.64 "DELETE /v2.0/security-groups/60a3817e-9c71-41aa-95bd-96568f1eba0a HTTP/1.1" status: 204 len: 173 time: 0.2041759 Feb 05 23:41:41.982897 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40442) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:42.674247 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673462'] for router_interface, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:43.305955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Deleting port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:43.306330 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:43.497907 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] For port b5bf7a02-7d4d-4bcb-b417-7f289264a6ad, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:43.498309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:43.636573 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Calling delete_port for b5bf7a02-7d4d-4bcb-b417-7f289264a6ad owned by network:router_interface {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:43.814265 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:43.830164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-693c7e01-435a-4aaf-841e-53ddc827fa7c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:43.929742 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bf7a02-7d4d-4bcb-b417-7f289264a6ad,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:43.933729 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:44.257569 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673157'] for router_interface, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:44.724284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b5f60-9906-46aa-a89e-768079a13edb req-7ec447bb-9681-4341-b28f-85511a5f0a90 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:44.724284 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-430b5f60-9906-46aa-a89e-768079a13edb req-7ec447bb-9681-4341-b28f-85511a5f0a90 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Synchronizing usage tracker for tenant:6bce34c1e154482fbb717370113f04bd on resource:port {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:41:44.821880 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-430b5f60-9906-46aa-a89e-768079a13edb req-7ec447bb-9681-4341-b28f-85511a5f0a90 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Unset dirty status for tenant:6bce34c1e154482fbb717370113f04bd on resource:port {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:41:44.823160 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-430b5f60-9906-46aa-a89e-768079a13edb req-7ec447bb-9681-4341-b28f-85511a5f0a90 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.4545512 Feb 05 23:41:44.972189 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-430b5f60-9906-46aa-a89e-768079a13edb req-e398c8ae-8b0a-4485-9a10-99105f6cfb6c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Synchronizing usage tracker for tenant:6bce34c1e154482fbb717370113f04bd on resource:security_group {{(pid=80149) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Feb 05 23:41:45.010185 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.quota.resource [req-430b5f60-9906-46aa-a89e-768079a13edb req-e398c8ae-8b0a-4485-9a10-99105f6cfb6c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Unset dirty status for tenant:6bce34c1e154482fbb717370113f04bd on resource:security_group {{(pid=80149) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Feb 05 23:41:45.011534 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-430b5f60-9906-46aa-a89e-768079a13edb req-e398c8ae-8b0a-4485-9a10-99105f6cfb6c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792982 Feb 05 23:41:45.019549 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:41:45.217472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:41:45.228165 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] Sync routers for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:41:45.231132 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e769a503-2d75-46cb-a207-3e8a7ad313cc admin admin] 10.222.0.64 "PUT /v2.0/routers/39fc99e4-1e4c-4001-adb6-6f231e0d1daf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2470355 Feb 05 23:41:45.233864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40464) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:45.239819 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:45.240492 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:45.430166 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks [] for router, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:45.437707 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:45.622378 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:45.627679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Deleting port 411843b2-11b8-4c33-8742-2ef4ccdcab95 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:45.628046 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:45.762888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:41:43Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:45.767503 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] Checking router: 39fc99e4-1e4c-4001-adb6-6f231e0d1daf for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:41:45.777550 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] Routers {'39fc99e4-1e4c-4001-adb6-6f231e0d1daf'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:45.778207 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:45.982386 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] Set router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:46.071273 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] For port 411843b2-11b8-4c33-8742-2ef4ccdcab95, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=411843b2-11b8-4c33-8742-2ef4ccdcab95,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:46.071679 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:46.218128 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Calling delete_port for 411843b2-11b8-4c33-8742-2ef4ccdcab95 owned by network:router_gateway {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:46.299611 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:41:43Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:46.303873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294ceded-d9e1-4f6a-be2e-7b17b9796e14 None None] The sync data for ids ['39fc99e4-1e4c-4001-adb6-6f231e0d1daf'] in dv-cinder-774288-3-smb is: [{'id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'name': 'tempest-TestShelveInstance-495127453-router', 'tenant_id': '7473594b91a44ae6953f8c9de337c783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12'}], 'enable_snat': True}, 'gw_port_id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:23Z', 'updated_at': '2021-02-05T23:41:43Z', 'revision_number': 5, 'project_id': '7473594b91a44ae6953f8c9de337c783', 'gw_port': {'id': '411843b2-11b8-4c33-8742-2ef4ccdcab95', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:37:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39fc99e4-1e4c-4001-adb6-6f231e0d1daf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 549, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:25Z', 'updated_at': '2021-02-05T23:35:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:41:46.510182 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533871f-5d18-49ea-af99-9988d58aa16c req-bec7d936-1cab-48a0-8151-eee896e50a6c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80149) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:46.511942 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d533871f-5d18-49ea-af99-9988d58aa16c req-bec7d936-1cab-48a0-8151-eee896e50a6c tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.3036716 Feb 05 23:41:46.541717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:46.677520 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-d533871f-5d18-49ea-af99-9988d58aa16c req-0d515d3a-b538-4aaa-adf8-5dddd8823437 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/security-groups?id=2ffc0050-be4c-4457-bf21-50024e44f734&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574204 Feb 05 23:41:46.736472 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device b5bf7a02-7d4d-4bcb-b417-7f289264a6ad no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:46.779074 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: b5bf7a02-7d4d-4bcb-b417-7f289264a6ad {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:46.779479 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device b5bf7a02-7d4d-4bcb-b417-7f289264a6ad not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:46.799119 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680837'] for router_gateway, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:46.889090 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adc8465-46ab-4694-a774-761da2d34c38 req-dca6e48b-9373-45c9-95b7-257d97237edc tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80148) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Feb 05 23:41:46.890717 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1adc8465-46ab-4694-a774-761da2d34c38 req-dca6e48b-9373-45c9-95b7-257d97237edc tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.89 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 945 time: 0.1724544 Feb 05 23:41:46.947309 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773394'] for router, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:46.949740 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:46.977082 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103754'] for router, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:46.977829 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39fc99e4-1e4c-4001-adb6-6f231e0d1daf {{(pid=80149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 23:41:46.991635 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:46.992717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Deleting port f49cf405-aff5-45c5-b267-3a3726d54bbb {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:46.993109 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:46.996079 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-34f0763d-18c8-4959-89af-d8ffe14fa7bf admin admin] 10.222.0.64 "DELETE /v2.0/routers/39fc99e4-1e4c-4001-adb6-6f231e0d1daf HTTP/1.1" status: 204 len: 168 time: 1.7609684 Feb 05 23:41:46.996873 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40470) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:47.068115 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] Deleting subnet 9c7fb322-03bc-414b-b5b7-f1c20a5447d9 {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:41:47.071572 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.130610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11226533'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.220975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.271750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] For port f49cf405-aff5-45c5-b267-3a3726d54bbb, host hv-cinder-77428, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77428',level=0,port_id=f49cf405-aff5-45c5-b267-3a3726d54bbb,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:47.272100 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.413977 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Calling delete_port for f49cf405-aff5-45c5-b267-3a3726d54bbb owned by compute:nova {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:47.492958 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843486539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10883823'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.510809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ee2222d0-a76d-4cf9-8d79-a5f4676a0cdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:47.575916 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.595436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7c38a8b3-ff8f-4bf5-a733-d9302f55c125 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:47.606604 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c7fb322-03bc-414b-b5b7-f1c20a5447d9,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:47.620376 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:47.654524 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.660681 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ebe5d7f-a6b2-494b-ac1a-df623d470c49 None None] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:41:47.662355 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-f25ac22d-e873-42c6-8ae6-3b9eed26476e admin admin] 10.222.0.64 "DELETE /v2.0/subnets/9c7fb322-03bc-414b-b5b7-f1c20a5447d9 HTTP/1.1" status: 204 len: 168 time: 0.6644061 Feb 05 23:41:47.664993 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40474) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:47.702138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Pushing event deleted for resources: {'Port': ['ID=f49cf405-aff5-45c5-b267-3a3726d54bbb,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:47.706703 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:47.788868 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.837792 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] No DVR routers for this DVR port f49cf405-aff5-45c5-b267-3a3726d54bbb on host hv-cinder-77428 {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:41:47.840436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-64207'] for port, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.844194 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'name': 'network-vif-deleted', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb'}] {{(pid=80148) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 05 23:41:47.863144 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-1adc8465-46ab-4694-a774-761da2d34c38 req-96f7f491-0f11-4c16-b6d4-6ade577f0999 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.89 "DELETE /v2.0/ports/f49cf405-aff5-45c5-b267-3a3726d54bbb HTTP/1.1" status: 204 len: 173 time: 0.9659417 Feb 05 23:41:47.909473 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e28456df-6862-47e7-830d-dd640e1b390f', 'name': 'network-vif-deleted', 'tag': 'f49cf405-aff5-45c5-b267-3a3726d54bbb', 'status': 'completed', 'code': 200} Feb 05 23:41:47.934473 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [req-04379fa1-cc97-4272-a6f9-9b1f67a384e0 req-f2ada934-f105-463a-9b49-2fc3c0b896a1 tempest-TestMinimumBasicScenario-851118502 tempest-TestMinimumBasicScenario-851118502-project] 10.222.0.64 "GET /v2.0/ports?device_id=e28456df-6862-47e7-830d-dd640e1b390f HTTP/1.1" status: 200 len: 210 time: 0.0841360 Feb 05 23:41:47.935596 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Deleting port 278f20b6-8524-4717-8e56-a4e46d9bdd4b {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:47.936108 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:47.970107 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] DHCP port deletion for 5e086a0b-a9a5-4684-953e-e8afea1178bd request from dv-cinder-774288-3-smb {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 23:41:47.975544 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] Deleting port 278f20b6-8524-4717-8e56-a4e46d9bdd4b {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:47.975968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:48.182823 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] For port 278f20b6-8524-4717-8e56-a4e46d9bdd4b, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=278f20b6-8524-4717-8e56-a4e46d9bdd4b,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:48.183393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:48.334884 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Calling delete_port for 278f20b6-8524-4717-8e56-a4e46d9bdd4b owned by network:dhcp {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:48.372106 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:48.396849 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device f49cf405-aff5-45c5-b267-3a3726d54bbb no longer exists at agent ovs-agent-hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:48.424478 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:48.434793 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] For port 278f20b6-8524-4717-8e56-a4e46d9bdd4b, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=278f20b6-8524-4717-8e56-a4e46d9bdd4b,segment=NetworkSegment(ea8da69e-9a69-49a0-938b-077ceff9f0e6),segment_id=ea8da69e-9a69-49a0-938b-077ceff9f0e6)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:48.435282 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:48.452423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] No Port match for: f49cf405-aff5-45c5-b267-3a3726d54bbb {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:48.452818 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Device f49cf405-aff5-45c5-b267-3a3726d54bbb not bound to the agent host hv-cinder-77428 {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:48.519436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-3804a612-5353-4b56-ae66-fd83a83c98b0 tempest-AttachVolumeNegativeTest-157040315 tempest-AttachVolumeNegativeTest-157040315-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:48.568702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=278f20b6-8524-4717-8e56-a4e46d9bdd4b,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:48.579686 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:48.590715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] Calling delete_port for 278f20b6-8524-4717-8e56-a4e46d9bdd4b owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:48.599675 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] No DVR routers for this DVR port 278f20b6-8524-4717-8e56-a4e46d9bdd4b on host dv-cinder-774288-3-smb {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:41:48.668760 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:41:48.669175 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:41:48.731577 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:48.776543 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 278f20b6-8524-4717-8e56-a4e46d9bdd4b no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:48.814451 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 278f20b6-8524-4717-8e56-a4e46d9bdd4b {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:48.814843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 278f20b6-8524-4717-8e56-a4e46d9bdd4b not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:48.815300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 411843b2-11b8-4c33-8742-2ef4ccdcab95 no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:48.848930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e086a0b-a9a5-4684-953e-e8afea1178bd']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:48.854101 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 411843b2-11b8-4c33-8742-2ef4ccdcab95 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:48.854496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 411843b2-11b8-4c33-8742-2ef4ccdcab95 not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:48.866694 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8da69e-9a69-49a0-938b-077ceff9f0e6') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:48.866986 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8da69e-9a69-49a0-938b-077ceff9f0e6') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:48.880217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843549267'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:48.895698 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:48.897708 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:41:49.080373 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:41:49.090710 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843486654'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:49.171250 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] Deleting port 278f20b6-8524-4717-8e56-a4e46d9bdd4b {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:49.171691 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:49.246230 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-1be6c955-a527-48a3-a5da-d94414bac36b None None] The port '278f20b6-8524-4717-8e56-a4e46d9bdd4b' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 23:41:49.280084 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Network 5e086a0b-a9a5-4684-953e-e8afea1178bd has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:41:49.305224 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:41:49.394865 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:49.399756 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:49.402622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-87df519d-71c9-4979-88ae-bf596ddd32bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:49.428344 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e086a0b-a9a5-4684-953e-e8afea1178bd,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:49.431436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:49.456367 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e7cbe39a-500a-4a93-89da-8b6b5e8426c9 admin admin] 10.222.0.64 "DELETE /v2.0/networks/5e086a0b-a9a5-4684-953e-e8afea1178bd HTTP/1.1" status: 204 len: 168 time: 1.7902937 Feb 05 23:41:49.459260 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40524) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:49.694561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 40532) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:50.336218 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673462'] for router_interface, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:50.548117 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673462'] for router_interface, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:50.651617 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:41:50.735301 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Deleting port e0c23078-de0c-4868-9fce-d6dfa5a1ffee {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:50.735854 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:50.939872 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] For port e0c23078-de0c-4868-9fce-d6dfa5a1ffee, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,segment=NetworkSegment(113fe629-143f-41e0-b814-8656d0c6dabe),segment_id=113fe629-143f-41e0-b814-8656d0c6dabe)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:50.940184 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:50.949167 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Deleting port 95dd6e4d-e81e-4301-81d4-2e081fc2964c {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:50.949167 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:51.078269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Calling delete_port for e0c23078-de0c-4868-9fce-d6dfa5a1ffee owned by network:router_interface {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:51.141316 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] For port 95dd6e4d-e81e-4301-81d4-2e081fc2964c, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=95dd6e4d-e81e-4301-81d4-2e081fc2964c,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:51.141796 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:51.269319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:51.286220 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-25888306-e542-4d9d-95e7-09ae756e22c0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:51.291902 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Calling delete_port for 95dd6e4d-e81e-4301-81d4-2e081fc2964c owned by network:router_interface {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:51.383396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Pushing event deleted for resources: {'Port': ['ID=e0c23078-de0c-4868-9fce-d6dfa5a1ffee,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:51.390431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:51.487608 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:51.511739 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-b6773b2c-bebc-41a3-a429-f49d824f8c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:51.620634 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Pushing event deleted for resources: {'Port': ['ID=95dd6e4d-e81e-4301-81d4-2e081fc2964c,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:51.624659 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:51.723396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673157'] for router_interface, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:51.954741 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-568555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673157'] for router_interface, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:52.266145 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Router 81d7473f-7750-4c0c-a696-53d004b37155 has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80149) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:41:52.465217 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80149) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:41:52.478235 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9d9f52ad-6365-41c3-9d9c-aebfb5b1221e admin admin] 10.222.0.64 "PUT /v2.0/routers/81d7473f-7750-4c0c-a696-53d004b37155/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0154121 Feb 05 23:41:52.478428 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] Sync routers for ids ['81d7473f-7750-4c0c-a696-53d004b37155'] in dv-cinder-774288-3-smb {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:41:52.479297 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40536) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:52.487269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] Routers {'81d7473f-7750-4c0c-a696-53d004b37155'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:52.488269 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['81d7473f-7750-4c0c-a696-53d004b37155'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:52.498385 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Router ed74e6eb-0286-4e1c-bd74-4a063a16843e has already been hosted by L3 agent 85ef0403-1ce5-4a02-babc-8600d282f5b6 {{(pid=80148) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Feb 05 23:41:52.681715 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:52.700717 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] Set router 81d7473f-7750-4c0c-a696-53d004b37155 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:52.708496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] Notify agent at l3_agent.dv-cinder-774288-3-smb the message routers_updated {{(pid=80148) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Feb 05 23:41:52.724837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] Sync routers for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Feb 05 23:41:52.726409 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-c4a9dd40-e860-45f5-ae48-dd3c1cf0730e admin admin] 10.222.0.64 "PUT /v2.0/routers/ed74e6eb-0286-4e1c-bd74-4a063a16843e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0304570 Feb 05 23:41:52.727393 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 40540) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:52.745381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:52.746083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:53.006680 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:53.131486 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:41:51Z', 'revision_number': 5, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:53.142665 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] Checking router: 81d7473f-7750-4c0c-a696-53d004b37155 for host: dv-cinder-774288-3-smb {{(pid=80151) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:41:53.159975 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] Routers {'81d7473f-7750-4c0c-a696-53d004b37155'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80151) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:53.160938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['81d7473f-7750-4c0c-a696-53d004b37155'], 'active': True} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:53.203624 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:53.217375 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:53.223143 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Deleting port 7ed4f930-f80a-4190-b897-246ae83dcfd9 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:53.223516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:53.352998 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:41:51Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:53.359586 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] Checking router: ed74e6eb-0286-4e1c-bd74-4a063a16843e for host: dv-cinder-774288-3-smb {{(pid=80150) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Feb 05 23:41:53.375071 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] Routers {'ed74e6eb-0286-4e1c-bd74-4a063a16843e'} bound to L3 agent in host dv-cinder-774288-3-smb {{(pid=80150) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Feb 05 23:41:53.376633 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-774288-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-05T23:15:09Z,description=,heartbeat_timestamp=2021-02-05T23:41:39Z,host='dv-cinder-774288-3-smb',id=85ef0403-1ce5-4a02-babc-8600d282f5b6,load=0,resource_versions=,resources_synced=,started_at=2021-02-05T23:15:09Z,topic='l3_agent')) {'router_ids': ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'], 'active': True} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:53.402001 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] Set router 81d7473f-7750-4c0c-a696-53d004b37155 gateway port host: dv-cinder-774288-3-smb {{(pid=80151) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:53.423866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:53.430111 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Deleting port 7e2f6a62-420c-408d-b8b7-771ea7abd372 {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:53.430381 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] For port 7ed4f930-f80a-4190-b897-246ae83dcfd9, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=7ed4f930-f80a-4190-b897-246ae83dcfd9,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:53.430667 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:53.430813 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:53.573936 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvr_db [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] Set router ed74e6eb-0286-4e1c-bd74-4a063a16843e gateway port host: dv-cinder-774288-3-smb {{(pid=80150) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Feb 05 23:41:53.586417 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Calling delete_port for 7ed4f930-f80a-4190-b897-246ae83dcfd9 owned by network:router_gateway {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:53.669820 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] For port 7e2f6a62-420c-408d-b8b7-771ea7abd372, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=7e2f6a62-420c-408d-b8b7-771ea7abd372,segment=NetworkSegment(7daeb4a6-731c-4717-8c3e-8134584f8d74),segment_id=7daeb4a6-731c-4717-8c3e-8134584f8d74)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:53.670164 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:53.756668 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:53.814319 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:41:51Z', 'revision_number': 5, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80151) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:53.820555 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c569c730-a732-42de-8aba-ff06f21fe476 None None] The sync data for ids ['81d7473f-7750-4c0c-a696-53d004b37155'] in dv-cinder-774288-3-smb is: [{'id': '81d7473f-7750-4c0c-a696-53d004b37155', 'name': 'tempest-TestShelveInstance-1449200845-router', 'tenant_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44'}], 'enable_snat': True}, 'gw_port_id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:35:33Z', 'updated_at': '2021-02-05T23:41:51Z', 'revision_number': 5, 'project_id': '6ab5e120097f43a98bcbda3e1a19fdc2', 'gw_port': {'id': '7ed4f930-f80a-4190-b897-246ae83dcfd9', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:19:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d7473f-7750-4c0c-a696-53d004b37155', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:35:34Z', 'updated_at': '2021-02-05T23:35:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80151) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:41:53.855965 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Calling delete_port for 7e2f6a62-420c-408d-b8b7-771ea7abd372 owned by network:router_gateway {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:53.903618 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_hamode_db [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:41:51Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}], 'dv-cinder-774288-3-smb', False) {} {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:53.909525 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56029550-9037-4e05-9fc1-f24fb9d6d775 None None] The sync data for ids ['ed74e6eb-0286-4e1c-bd74-4a063a16843e'] in dv-cinder-774288-3-smb is: [{'id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'name': 'tempest-TestMinimumBasicScenario-1940954845-router', 'tenant_id': '6bce34c1e154482fbb717370113f04bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'external_fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-05T23:38:02Z', 'updated_at': '2021-02-05T23:41:51Z', 'revision_number': 5, 'project_id': '6bce34c1e154482fbb717370113f04bd', 'gw_port': {'id': '7e2f6a62-420c-408d-b8b7-771ea7abd372', 'name': '', 'network_id': '6f16df90-7b18-4e37-ae66-e3b4e3e05b4c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:1a:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed74e6eb-0286-4e1c-bd74-4a063a16843e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774288-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-05T23:38:03Z', 'updated_at': '2021-02-05T23:38:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e0f0e5ec-2cf3-482c-b9b3-fad7da2736d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774288-3-smb'}] {{(pid=80150) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Feb 05 23:41:53.992942 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680837'] for router_gateway, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.018953 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.143471 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773394'] for router, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.145925 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.169538 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103754'] for router, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.170103 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81d7473f-7750-4c0c-a696-53d004b37155 {{(pid=80149) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 23:41:54.182673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] Notify callbacks [] for router, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.183876 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7347bb2e-e465-45c0-aa99-c2322d4d7ea1 admin admin] 10.222.0.64 "DELETE /v2.0/routers/81d7473f-7750-4c0c-a696-53d004b37155 HTTP/1.1" status: 204 len: 168 time: 1.7035899 Feb 05 23:41:54.186622 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40544) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:54.222305 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-680837'] for router_gateway, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.263201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] Deleting subnet 5e56fe9d-3f18-487b-8222-f3986b89db6f {{(pid=80149) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:41:54.267616 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.323304 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11226533'] for subnet, precommit_delete_associations {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.374040 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-674983', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854773394'] for router, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.377711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.412138 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854103754'] for router, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.412888 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed74e6eb-0286-4e1c-bd74-4a063a16843e {{(pid=80148) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 05 23:41:54.414131 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.427000 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] Notify callbacks [] for router, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.429289 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-772f8c0b-feaf-47a0-9c27-70fde251faa9 admin admin] 10.222.0.64 "DELETE /v2.0/routers/ed74e6eb-0286-4e1c-bd74-4a063a16843e HTTP/1.1" status: 204 len: 168 time: 1.6998775 Feb 05 23:41:54.431463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 40548) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:54.507588 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] Deleting subnet 879e3e3f-1854-4095-9d1d-ccad1f4ebfbc {{(pid=80148) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}} Feb 05 23:41:54.510979 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.571645 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10556948'] for subnet, precommit_delete_associations {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.668776 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036854766970'] for subnet, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.738858 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036843486539', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10883823'] for subnet, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.756285 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:54.836039 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device e0c23078-de0c-4868-9fce-d6dfa5a1ffee no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:54.852083 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e56fe9d-3f18-487b-8222-f3986b89db6f,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:54.865489 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:54.877219 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: e0c23078-de0c-4868-9fce-d6dfa5a1ffee {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:54.877619 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device e0c23078-de0c-4868-9fce-d6dfa5a1ffee not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:54.878295 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 95dd6e4d-e81e-4301-81d4-2e081fc2964c no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:54.903251 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.911332 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-292d8591-5d33-471e-b9e9-79fc4fd7eb30 admin admin] 10.222.0.64 "DELETE /v2.0/subnets/5e56fe9d-3f18-487b-8222-f3986b89db6f HTTP/1.1" status: 204 len: 168 time: 0.7230525 Feb 05 23:41:54.913446 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40552) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:54.919626 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e1aba3-7156-4e54-a41d-1de05ea78aae None None] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:41:54.936227 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 95dd6e4d-e81e-4301-81d4-2e081fc2964c {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:54.936619 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 95dd6e4d-e81e-4301-81d4-2e081fc2964c not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:54.937076 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 7ed4f930-f80a-4190-b897-246ae83dcfd9 no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:54.983113 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148410', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036853009043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10622120'] for subnet, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:54.999858 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-2b23d3f7-a765-4d93-b282-4dcce26b51d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:55.029835 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 7ed4f930-f80a-4190-b897-246ae83dcfd9 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:55.030195 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 7ed4f930-f80a-4190-b897-246ae83dcfd9 not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:55.042169 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.087658 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=879e3e3f-1854-4095-9d1d-ccad1f4ebfbc,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:55.096121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:55.129237 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Deleting port 49137a53-df02-4e08-9dbb-2491667bf3d2 {{(pid=80149) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:55.129782 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.141648 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for subnet, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.149017 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-7e4499db-8ae7-4311-80e5-8569f9b9057c admin admin] 10.222.0.64 "DELETE /v2.0/subnets/879e3e3f-1854-4095-9d1d-ccad1f4ebfbc HTTP/1.1" status: 204 len: 168 time: 0.7163091 Feb 05 23:41:55.151542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80148) accepted ('10.222.0.64', 40556) {{(pid=80148) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:55.154716 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edbf436d-18b1-4122-ac17-ed5b8aaae2dd None None] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 requested from dv-cinder-774288-3-smb {{(pid=80150) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Feb 05 23:41:55.273866 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-920185'] for network, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.354804 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Deleting port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c {{(pid=80148) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:55.355443 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.386144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] For port 49137a53-df02-4e08-9dbb-2491667bf3d2, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=49137a53-df02-4e08-9dbb-2491667bf3d2,segment=NetworkSegment(113fe629-143f-41e0-b814-8656d0c6dabe),segment_id=113fe629-143f-41e0-b814-8656d0c6dabe)] {{(pid=80149) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:55.386542 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.405938 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] DHCP port deletion for 48b649c0-cdb7-4fed-9329-51f0fa169b6b request from dv-cinder-774288-3-smb {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 23:41:55.417066 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] Deleting port 49137a53-df02-4e08-9dbb-2491667bf3d2 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:55.417750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.551335 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Calling delete_port for 49137a53-df02-4e08-9dbb-2491667bf3d2 owned by network:dhcp {{(pid=80149) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:55.673212 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11289247'] for port, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.678289 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] For port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c,segment=NetworkSegment(20b8f64c-38e0-4edb-840f-b7e014ac80e4),segment_id=20b8f64c-38e0-4edb-840f-b7e014ac80e4)] {{(pid=80148) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:55.678968 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.760610 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e463082c-d170-486a-805c-7d08bd62e90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:55.822293 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Pushing event deleted for resources: {'Port': ['ID=49137a53-df02-4e08-9dbb-2491667bf3d2,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:55.826859 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Calling delete_port for 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c owned by network:dhcp {{(pid=80148) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:55.833209 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:55.861738 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] No DVR routers for this DVR port 49137a53-df02-4e08-9dbb-2491667bf3d2 on host dv-cinder-774288-3-smb {{(pid=80149) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:41:55.881709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa656762-e59f-41ad-85c6-e7ebea5051ef None None] DHCP port deletion for 6fba9b04-4662-4b1e-bd54-0b45b1b13744 request from dv-cinder-774288-3-smb {{(pid=80150) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Feb 05 23:41:55.901019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-fa656762-e59f-41ad-85c6-e7ebea5051ef None None] Deleting port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:55.901409 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fa656762-e59f-41ad-85c6-e7ebea5051ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.912731 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-880339', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-30208041', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363304400262789', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732454064857', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1766727'] for port, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.928664 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-88bfe8bc-1889-4ab6-aba3-a5bff13645ad tempest-AttachVolumeShelveTestJSON-280824422 tempest-AttachVolumeShelveTestJSON-280824422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:55.992933 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:55.995396 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-fa656762-e59f-41ad-85c6-e7ebea5051ef None None] The port '41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 23:41:56.006033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.db [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] For port 49137a53-df02-4e08-9dbb-2491667bf3d2, host dv-cinder-774288-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774288-3-smb',level=0,port_id=49137a53-df02-4e08-9dbb-2491667bf3d2,segment=NetworkSegment(113fe629-143f-41e0-b814-8656d0c6dabe),segment_id=113fe629-143f-41e0-b814-8656d0c6dabe)] {{(pid=80150) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Feb 05 23:41:56.006033 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854097320'] for port, precommit_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.030940 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:56.044099 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:56.078144 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] No DVR routers for this DVR port 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c on host dv-cinder-774288-3-smb {{(pid=80148) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Feb 05 23:41:56.119391 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b649c0-cdb7-4fed-9329-51f0fa169b6b']}} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:56.133931 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '113fe629-143f-41e0-b814-8656d0c6dabe') {'for_net_delete': True} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:56.134431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '113fe629-143f-41e0-b814-8656d0c6dabe') {} {{(pid=80149) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:56.142516 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] Calling delete_port for 49137a53-df02-4e08-9dbb-2491667bf3d2 owned by network:dhcp {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}} Feb 05 23:41:56.148032 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036843549267'] for segment, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.167894 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.170174 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80149) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:41:56.206972 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854770883', 'neutron.services.segments.db._delete_segments_for_network-8732454544038'] for network, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.233411 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.db.api [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80150) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Feb 05 23:41:56.233827 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_db.api [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80150) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Feb 05 23:41:56.326431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fba9b04-4662-4b1e-bd54-0b45b1b13744']}} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:56.340729 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20b8f64c-38e0-4edb-840f-b7e014ac80e4') {'for_net_delete': True} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:56.341006 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.services.segments.db [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20b8f64c-38e0-4edb-840f-b7e014ac80e4') {} {{(pid=80148) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Feb 05 23:41:56.353808 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732454547127', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036844218852'] for segment, before_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.364073 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:41:56.369419 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-11731'] for segment, precommit_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.371431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80148) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Feb 05 23:41:56.373243 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036843486654'] for segment, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.569105 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Network 48b649c0-cdb7-4fed-9329-51f0fa169b6b has no segments {{(pid=80149) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:41:56.600096 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:41:56.705499 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.709107 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7dea4b74-76f7-44b1-9d26-8ccff71158d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:56.724394 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.736310 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] Deleting port 49137a53-df02-4e08-9dbb-2491667bf3d2 {{(pid=80150) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}} Feb 05 23:41:56.736471 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Pushing event deleted for resources: {'Network': ['ID=48b649c0-cdb7-4fed-9329-51f0fa169b6b,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:56.736824 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732454465702'] for port, before_delete {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.739702 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:56.744191 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-e2ada065-1d68-4965-8e83-47c66011654f admin admin] 10.222.0.64 "DELETE /v2.0/networks/48b649c0-cdb7-4fed-9329-51f0fa169b6b HTTP/1.1" status: 204 len: 168 time: 1.8297195 Feb 05 23:41:56.828701 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:41:56.829647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-3491a817-6b4f-4e9c-9dbc-e93651acd05b None None] The port '49137a53-df02-4e08-9dbb-2491667bf3d2' was deleted {{(pid=80150) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}} Feb 05 23:41:56.832496 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 49137a53-df02-4e08-9dbb-2491667bf3d2 no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:56.838730 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854764069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853008998'] for segment, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:56.872725 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 49137a53-df02-4e08-9dbb-2491667bf3d2 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:56.873180 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 49137a53-df02-4e08-9dbb-2491667bf3d2 not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:56.873750 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:56.914315 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:56.914871 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 41ed5ed2-a97d-4fdd-8c96-ade77daf3c3c not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:56.915511 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 7e2f6a62-420c-408d-b8b7-771ea7abd372 no longer exists at agent ovs-agent-dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Feb 05 23:41:56.927744 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40562) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:56.957013 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.plugin [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] No Port match for: 7e2f6a62-420c-408d-b8b7-771ea7abd372 {{(pid=80150) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}} Feb 05 23:41:56.957565 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.rpc [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Device 7e2f6a62-420c-408d-b8b7-771ea7abd372 not bound to the agent host dv-cinder-774288-3-smb {{(pid=80150) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Feb 05 23:41:56.989750 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-63d49270-8194-47fa-b28a-ce4b764a1686 admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=7473594b91a44ae6953f8c9de337c783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606081 Feb 05 23:41:56.992354 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40566) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:57.026741 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.plugins.ml2.managers [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Network 6fba9b04-4662-4b1e-bd54-0b45b1b13744 has no segments {{(pid=80148) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: Traceback (most recent call last): Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: timer() Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: cb(*args, **kw) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: return func(*args, **kwargs) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: self._notify() Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: self.callback(batched_events) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: event.method(event) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: segment_id)['aggregates'][0] Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: return f(self, *a, **k) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: return self._get(url).json() Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: **kwargs) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: return self.request(url, 'GET', **kwargs) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: **endpoint_filter) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 05 23:41:57.050118 dv-cinder-774288-3-smb neutron-server[80035]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 05 23:41:57.056980 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-47c1c4f3-ad1e-4fe8-bece-f8d97c4eefb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.085889 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-47c1c4f3-ad1e-4fe8-bece-f8d97c4eefb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.132935 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148382', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-636189', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854094878'] for network, after_delete {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.134775 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-47c1c4f3-ad1e-4fe8-bece-f8d97c4eefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.136646 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:57.140139 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-57913ddb-5db4-4622-9e72-7dd09278d01a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:57.151654 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-636172'] for network, before_response {{(pid=80148) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.156558 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c1c4f3-ad1e-4fe8-bece-f8d97c4eefb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2ec06bf-83be-48c9-ac41-3c117079a665,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:57.160862 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-47c1c4f3-ad1e-4fe8-bece-f8d97c4eefb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:57.163134 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-47c1c4f3-ad1e-4fe8-bece-f8d97c4eefb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.164218 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-47c1c4f3-ad1e-4fe8-bece-f8d97c4eefb8 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/e2ec06bf-83be-48c9-ac41-3c117079a665 HTTP/1.1" status: 204 len: 168 time: 0.1708150 Feb 05 23:41:57.166837 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=6fba9b04-4662-4b1e-bd54-0b45b1b13744,revision_number=None']} {{(pid=80148) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:57.170711 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80148) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:57.186451 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0e0c8234-af6a-443c-88e6-817a88633f21 admin admin] 10.222.0.64 "DELETE /v2.0/networks/6fba9b04-4662-4b1e-bd54-0b45b1b13744 HTTP/1.1" status: 204 len: 168 time: 2.0337150 Feb 05 23:41:57.399267 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40576) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:57.454688 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-0199926c-05c1-4e96-bd21-0d07c84879ea admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6bce34c1e154482fbb717370113f04bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0540600 Feb 05 23:41:57.457415 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40580) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:57.527809 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ba3e423c-9a0f-4069-a6b1-fd0ab097c268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.557026 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ba3e423c-9a0f-4069-a6b1-fd0ab097c268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.609045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ba3e423c-9a0f-4069-a6b1-fd0ab097c268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.614876 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-e842a0a7-b577-4b8c-bb2a-3995d0174548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:57.628791 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e423c-9a0f-4069-a6b1-fd0ab097c268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffc0050-be4c-4457-bf21-50024e44f734,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:57.632205 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-ba3e423c-9a0f-4069-a6b1-fd0ab097c268 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:57.641482 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-ba3e423c-9a0f-4069-a6b1-fd0ab097c268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.645089 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-ba3e423c-9a0f-4069-a6b1-fd0ab097c268 admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/2ffc0050-be4c-4457-bf21-50024e44f734 HTTP/1.1" status: 204 len: 168 time: 0.1843925 Feb 05 23:41:57.670045 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40586) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:57.723476 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-9cda82d7-aea8-493e-ad42-23f7187f6b1c admin admin] 10.222.0.64 "GET /v2.0/security-groups?tenant_id=6ab5e120097f43a98bcbda3e1a19fdc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0521066 Feb 05 23:41:57.726178 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [-] (80149) accepted ('10.222.0.64', 40590) {{(pid=80149) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Feb 05 23:41:57.795003 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8614-e8dc-4d49-b02f-46f72a193f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.828367 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8614-e8dc-4d49-b02f-46f72a193f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.886172 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8614-e8dc-4d49-b02f-46f72a193f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854148450'] for security_group, after_delete {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.892334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-7457b467-2962-4a98-89fa-7f843875326b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Feb 05 23:41:57.908675 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf8614-e8dc-4d49-b02f-46f72a193f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d020f5b-234f-4334-b4a8-bc2de6f4103f,revision_number=None']} {{(pid=80149) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Feb 05 23:41:57.911532 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG oslo_concurrency.lockutils [None req-4bcf8614-e8dc-4d49-b02f-46f72a193f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80149) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Feb 05 23:41:57.914070 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4bcf8614-e8dc-4d49-b02f-46f72a193f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80149) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:41:57.915338 dv-cinder-774288-3-smb neutron-server[80035]: INFO neutron.wsgi [None req-4bcf8614-e8dc-4d49-b02f-46f72a193f4b admin admin] 10.222.0.64 "DELETE /v2.0/security-groups/4d020f5b-234f-4334-b4a8-bc2de6f4103f HTTP/1.1" status: 204 len: 168 time: 0.1876521 Feb 05 23:42:06.577637 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9d279884-3818-43e0-9826-23f7a57c5bdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:09.050805 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3a6b7065-6224-4cfa-8fff-3c96fb068e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:09.849137 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:10.710423 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:11.141201 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:18.301508 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:27.651758 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:42:36.572843 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d5b435d3-1666-4ea4-87b8-bb88b1efeea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:39.051563 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8381860a-151a-4f5a-8887-b1034e005099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:39.853127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:40.712093 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:41.144127 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:42:48.321239 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:04.652153 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:43:06.138705 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-ce309067-c7e0-4eb5-bd53-5318a177780d req-79ec9942-83e1-4d7d-9d6f-1ee263a3337c tempest-VolumesNegativeTest-1755005307 tempest-VolumesNegativeTest-1755005307-project] (80148) timed out ('10.222.0.89', 55850) {{(pid=80148) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 23:43:06.574431 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3863b696-2c7c-4c41-93f1-f046a9e9df6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:08.323506 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.wsgi [req-d227b3aa-f26b-49f1-ae2d-d6e23467138f req-a4e36729-e34a-47bf-b929-ae5d40abcc6e tempest-VolumesActionsTest-93596381 tempest-VolumesActionsTest-93596381-project] (80148) timed out ('10.222.0.89', 55889) {{(pid=80148) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Feb 05 23:43:09.052939 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-3dc6f7e8-40b1-4917-8ef2-b9497a106483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:09.855019 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:10.713709 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:11.150121 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:18.315042 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:36.576615 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-8e2471fe-0ec0-4385-80e4-327ce9a5a5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:39.055369 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-4148e876-f915-4e45-b55f-e4ec5b92c37e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:39.857406 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:40.717389 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:41.151425 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:43:41.651422 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:43:48.314964 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:06.577929 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-1958bb93-fb0c-49d8-848c-9a15154047f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:09.057095 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-5e5ad758-0b61-42e2-9e09-7b2d810818a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:09.860647 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:10.719331 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:11.154853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:18.314773 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:18.651754 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:44:36.580498 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-697df3ff-89b7-42fe-935f-a65bd3383169 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:39.058300 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32371c7c-0f8c-448e-9540-43c147ded44f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:39.863249 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:40.722620 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:41.157850 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:48.316971 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:44:55.651536 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:45:06.582984 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e7d30b36-af71-40a6-a4d8-5f692914b6c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:09.059808 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-32430e7b-6ebe-43d5-a717-d1e057a0f77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:09.866161 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:10.726302 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:11.161135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:18.322349 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:32.651438 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:45:36.585930 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c7f25a73-8ac3-4fc6-bc0a-edc573824081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:39.061561 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-6d99222f-d059-4674-979f-4566aeabd8a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:39.868867 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:40.729554 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:41.164853 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:45:48.362463 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:06.591585 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-c9b094af-6a6a-4805-8c08-3dd427d5cacf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:09.064360 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-7de99507-ef90-4e10-a7ae-750578144b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:09.652088 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:46:09.873673 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:10.731955 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:11.169200 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:18.371334 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:36.594771 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-d970b16c-68e4-4b92-8551-47126227104d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:39.065427 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-abadedc3-506a-4f41-af69-deae42536cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:39.876828 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:40.733841 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:41.172436 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:46:46.651761 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron.db.agents_db [None req-63163386-d175-4e03-a285-416dccc639fc None None] Agent healthcheck: found 6 active agents {{(pid=80151) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Feb 05 23:46:48.401628 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-49b1ddcf-8ff3-4331-90bd-ba5025f5606c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:47:06.596752 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-fbf7d7a1-9f3e-4304-a222-4a47a62c0534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:47:09.067135 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-f65436c5-6281-4133-8c63-2d1e9e86d2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:47:09.880556 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-9a327af9-0bcb-48a8-8fbc-9738cef42627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:47:10.736887 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-e1d601e1-bed7-4c0c-a82f-75e1727c6c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Feb 05 23:47:11.177864 dv-cinder-774288-3-smb neutron-server[80035]: DEBUG neutron_lib.callbacks.manager [None req-62639eb7-e001-4421-8c48-f624eda9e433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732454544021', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854774791'] for agent, after_update {{(pid=80150) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}